2024-11-26 12:20:58,657 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 12:20:58,669 main DEBUG Took 0.009518 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 12:20:58,669 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 12:20:58,669 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 12:20:58,670 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 12:20:58,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 12:20:58,678 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 12:20:58,689 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 12:20:58,691 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 12:20:58,692 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 12:20:58,693 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 12:20:58,694 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 12:20:58,695 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 12:20:58,695 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 12:20:58,696 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 12:20:58,697 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 12:20:58,697 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 12:20:58,698 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 12:20:58,699 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 12:20:58,699 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,699 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 12:20:58,701 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 12:20:58,702 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 12:20:58,703 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 12:20:58,704 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 12:20:58,705 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 12:20:58,705 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 12:20:58,713 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 12:20:58,715 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 12:20:58,717 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 12:20:58,717 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 12:20:58,717 main DEBUG createAppenders(={Console}) 2024-11-26 12:20:58,718 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-26 12:20:58,718 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 12:20:58,718 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-26 12:20:58,719 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 12:20:58,719 main DEBUG OutputStream closed 2024-11-26 12:20:58,719 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 12:20:58,720 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 12:20:58,720 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-26 12:20:58,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 12:20:58,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 12:20:58,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 12:20:58,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 12:20:58,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 12:20:58,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 12:20:58,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 12:20:58,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 12:20:58,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 12:20:58,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 12:20:58,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 12:20:58,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 12:20:58,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 12:20:58,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 12:20:58,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 12:20:58,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 12:20:58,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 12:20:58,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 12:20:58,797 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 12:20:58,797 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-26 12:20:58,797 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 12:20:58,798 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-26T12:20:59,056 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1 2024-11-26 12:20:59,059 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 12:20:59,060 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T12:20:59,068 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-26T12:20:59,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T12:20:59,091 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/cluster_218063b9-1d59-0d39-06ed-34fead17aa80, deleteOnExit=true 2024-11-26T12:20:59,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T12:20:59,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/test.cache.data in system properties and HBase conf 2024-11-26T12:20:59,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T12:20:59,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/hadoop.log.dir in system properties and HBase conf 2024-11-26T12:20:59,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T12:20:59,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T12:20:59,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T12:20:59,217 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T12:20:59,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T12:20:59,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T12:20:59,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T12:20:59,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T12:20:59,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T12:20:59,315 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T12:20:59,315 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T12:20:59,316 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T12:20:59,316 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T12:20:59,316 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T12:20:59,317 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/nfs.dump.dir in system properties and HBase conf 2024-11-26T12:20:59,317 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/java.io.tmpdir in system properties and HBase conf 2024-11-26T12:20:59,317 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T12:20:59,318 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T12:20:59,318 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T12:21:00,179 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T12:21:00,254 INFO [Time-limited test {}] log.Log(170): Logging initialized @2290ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T12:21:00,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T12:21:00,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T12:21:00,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T12:21:00,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T12:21:00,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T12:21:00,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T12:21:00,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/hadoop.log.dir/,AVAILABLE} 2024-11-26T12:21:00,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T12:21:00,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/java.io.tmpdir/jetty-localhost-35129-hadoop-hdfs-3_4_1-tests_jar-_-any-9471229778345726689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T12:21:00,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:35129} 2024-11-26T12:21:00,626 INFO [Time-limited test {}] server.Server(415): Started @2663ms 2024-11-26T12:21:01,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T12:21:01,014 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T12:21:01,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T12:21:01,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T12:21:01,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T12:21:01,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/hadoop.log.dir/,AVAILABLE} 2024-11-26T12:21:01,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T12:21:01,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/java.io.tmpdir/jetty-localhost-46805-hadoop-hdfs-3_4_1-tests_jar-_-any-691993447681785623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T12:21:01,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:46805} 2024-11-26T12:21:01,145 INFO [Time-limited test {}] server.Server(415): Started @3182ms 2024-11-26T12:21:01,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T12:21:01,651 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/cluster_218063b9-1d59-0d39-06ed-34fead17aa80/dfs/data/data2/current/BP-3219972-172.17.0.2-1732623659895/current, will proceed with Du for space computation calculation, 2024-11-26T12:21:01,651 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/cluster_218063b9-1d59-0d39-06ed-34fead17aa80/dfs/data/data1/current/BP-3219972-172.17.0.2-1732623659895/current, will proceed with Du for space computation calculation, 2024-11-26T12:21:01,694 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T12:21:01,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1600741097fc9fc6 with lease ID 0x987fbaaf81c3ec51: Processing first storage report for DS-9209c997-64d1-4db6-9a15-969fbb7ab010 from datanode DatanodeRegistration(127.0.0.1:42983, datanodeUuid=02f8bf92-a9bb-4f3b-9089-57040423b622, infoPort=44441, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=1844415267;c=1732623659895) 2024-11-26T12:21:01,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1600741097fc9fc6 with lease ID 0x987fbaaf81c3ec51: from storage DS-9209c997-64d1-4db6-9a15-969fbb7ab010 node DatanodeRegistration(127.0.0.1:42983, datanodeUuid=02f8bf92-a9bb-4f3b-9089-57040423b622, infoPort=44441, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=1844415267;c=1732623659895), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T12:21:01,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1600741097fc9fc6 with lease ID 0x987fbaaf81c3ec51: Processing first storage report for DS-72ee8ea6-f050-4496-aa66-f07fae6100de from datanode DatanodeRegistration(127.0.0.1:42983, datanodeUuid=02f8bf92-a9bb-4f3b-9089-57040423b622, infoPort=44441, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=1844415267;c=1732623659895) 2024-11-26T12:21:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1600741097fc9fc6 with lease ID 0x987fbaaf81c3ec51: from storage DS-72ee8ea6-f050-4496-aa66-f07fae6100de node DatanodeRegistration(127.0.0.1:42983, datanodeUuid=02f8bf92-a9bb-4f3b-9089-57040423b622, infoPort=44441, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=1844415267;c=1732623659895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T12:21:01,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1 2024-11-26T12:21:01,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/cluster_218063b9-1d59-0d39-06ed-34fead17aa80/zookeeper_0, clientPort=61369, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/cluster_218063b9-1d59-0d39-06ed-34fead17aa80/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/cluster_218063b9-1d59-0d39-06ed-34fead17aa80/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T12:21:01,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61369 2024-11-26T12:21:01,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T12:21:01,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T12:21:02,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741825_1001 (size=7) 2024-11-26T12:21:02,560 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77 with version=8 2024-11-26T12:21:02,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/hbase-staging 2024-11-26T12:21:02,687 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T12:21:02,950 INFO [Time-limited test {}] client.ConnectionUtils(129): master/562bc02006f1:0 server-side Connection retries=45 2024-11-26T12:21:02,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T12:21:02,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T12:21:02,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T12:21:02,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T12:21:02,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T12:21:03,101 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T12:21:03,160 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T12:21:03,169 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T12:21:03,173 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T12:21:03,199 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22765 (auto-detected) 2024-11-26T12:21:03,200 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T12:21:03,218 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36741 2024-11-26T12:21:03,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T12:21:03,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T12:21:03,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36741 connecting to ZooKeeper ensemble=127.0.0.1:61369 2024-11-26T12:21:03,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367410x0, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T12:21:03,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36741-0x10033c6b3fa0000 connected 2024-11-26T12:21:03,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T12:21:03,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T12:21:03,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T12:21:03,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36741 2024-11-26T12:21:03,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36741 2024-11-26T12:21:03,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36741 2024-11-26T12:21:03,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36741 2024-11-26T12:21:03,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36741 2024-11-26T12:21:03,325 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77, hbase.cluster.distributed=false 2024-11-26T12:21:03,395 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/562bc02006f1:0 server-side Connection retries=45 2024-11-26T12:21:03,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T12:21:03,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T12:21:03,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T12:21:03,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T12:21:03,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T12:21:03,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T12:21:03,400 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T12:21:03,401 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39263 2024-11-26T12:21:03,403 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T12:21:03,408 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T12:21:03,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T12:21:03,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T12:21:03,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39263 connecting to ZooKeeper ensemble=127.0.0.1:61369 2024-11-26T12:21:03,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392630x0, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T12:21:03,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392630x0, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T12:21:03,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39263-0x10033c6b3fa0001 connected 2024-11-26T12:21:03,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T12:21:03,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T12:21:03,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39263 2024-11-26T12:21:03,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39263 2024-11-26T12:21:03,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39263 2024-11-26T12:21:03,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39263 2024-11-26T12:21:03,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39263 2024-11-26T12:21:03,432 INFO [master/562bc02006f1:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/562bc02006f1,36741,1732623662680 2024-11-26T12:21:03,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T12:21:03,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T12:21:03,441 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/562bc02006f1,36741,1732623662680 2024-11-26T12:21:03,447 DEBUG [M:0;562bc02006f1:36741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;562bc02006f1:36741 2024-11-26T12:21:03,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T12:21:03,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T12:21:03,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:03,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:03,461 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T12:21:03,462 INFO [master/562bc02006f1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/562bc02006f1,36741,1732623662680 from backup master directory 2024-11-26T12:21:03,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T12:21:03,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/562bc02006f1,36741,1732623662680 2024-11-26T12:21:03,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T12:21:03,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T12:21:03,466 WARN [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T12:21:03,466 INFO [master/562bc02006f1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=562bc02006f1,36741,1732623662680 2024-11-26T12:21:03,468 INFO [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T12:21:03,470 INFO [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T12:21:03,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741826_1002 (size=42) 2024-11-26T12:21:03,938 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/hbase.id with ID: 0c9ffae3-fbe2-4263-aa28-745754ffdc07 2024-11-26T12:21:03,982 INFO [master/562bc02006f1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T12:21:04,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:04,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:04,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741827_1003 (size=196) 2024-11-26T12:21:04,442 INFO [master/562bc02006f1:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T12:21:04,445 INFO [master/562bc02006f1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T12:21:04,462 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:04,467 INFO [master/562bc02006f1:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T12:21:04,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741828_1004 (size=1189) 2024-11-26T12:21:04,915 INFO [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store 2024-11-26T12:21:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741829_1005 (size=34) 2024-11-26T12:21:05,336 INFO [master/562bc02006f1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T12:21:05,336 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:21:05,337 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T12:21:05,337 INFO [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T12:21:05,338 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T12:21:05,338 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T12:21:05,338 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T12:21:05,338 INFO [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T12:21:05,338 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T12:21:05,340 WARN [master/562bc02006f1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/.initializing 2024-11-26T12:21:05,341 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/WALs/562bc02006f1,36741,1732623662680 2024-11-26T12:21:05,347 INFO [master/562bc02006f1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T12:21:05,358 INFO [master/562bc02006f1:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=562bc02006f1%2C36741%2C1732623662680, suffix=, logDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/WALs/562bc02006f1,36741,1732623662680, archiveDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/oldWALs, maxLogs=10 2024-11-26T12:21:05,380 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/WALs/562bc02006f1,36741,1732623662680/562bc02006f1%2C36741%2C1732623662680.1732623665363, exclude list is [], retry=0 2024-11-26T12:21:05,397 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42983,DS-9209c997-64d1-4db6-9a15-969fbb7ab010,DISK] 2024-11-26T12:21:05,400 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T12:21:05,437 INFO [master/562bc02006f1:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/WALs/562bc02006f1,36741,1732623662680/562bc02006f1%2C36741%2C1732623662680.1732623665363 2024-11-26T12:21:05,438 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44441:44441)] 2024-11-26T12:21:05,439 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T12:21:05,439 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:21:05,443 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T12:21:05,444 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T12:21:05,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T12:21:05,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T12:21:05,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:05,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T12:21:05,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T12:21:05,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T12:21:05,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:05,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:21:05,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T12:21:05,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T12:21:05,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:05,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:21:05,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T12:21:05,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T12:21:05,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:05,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:21:05,537 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T12:21:05,538 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T12:21:05,546 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T12:21:05,550 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T12:21:05,555 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T12:21:05,556 INFO [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61428493, jitterRate=-0.0846441239118576}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T12:21:05,560 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T12:21:05,561 INFO [master/562bc02006f1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T12:21:05,589 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffeaccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:05,624 INFO [master/562bc02006f1:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T12:21:05,636 INFO [master/562bc02006f1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T12:21:05,636 INFO [master/562bc02006f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T12:21:05,639 INFO [master/562bc02006f1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T12:21:05,640 INFO [master/562bc02006f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T12:21:05,645 INFO [master/562bc02006f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-26T12:21:05,645 INFO [master/562bc02006f1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T12:21:05,677 INFO [master/562bc02006f1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T12:21:05,689 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T12:21:05,691 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T12:21:05,693 INFO [master/562bc02006f1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T12:21:05,694 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T12:21:05,697 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T12:21:05,698 INFO [master/562bc02006f1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T12:21:05,701 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T12:21:05,703 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T12:21:05,704 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T12:21:05,706 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T12:21:05,715 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T12:21:05,717 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T12:21:05,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T12:21:05,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T12:21:05,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:05,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:05,722 INFO [master/562bc02006f1:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=562bc02006f1,36741,1732623662680, sessionid=0x10033c6b3fa0000, setting cluster-up flag (Was=false) 2024-11-26T12:21:05,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:05,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:05,741 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T12:21:05,742 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=562bc02006f1,36741,1732623662680 2024-11-26T12:21:05,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:05,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:05,754 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T12:21:05,755 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=562bc02006f1,36741,1732623662680 2024-11-26T12:21:05,844 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T12:21:05,848 DEBUG [RS:0;562bc02006f1:39263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;562bc02006f1:39263 2024-11-26T12:21:05,850 INFO [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1008): ClusterId : 0c9ffae3-fbe2-4263-aa28-745754ffdc07 2024-11-26T12:21:05,851 INFO [master/562bc02006f1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T12:21:05,853 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T12:21:05,853 INFO [master/562bc02006f1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T12:21:05,858 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T12:21:05,858 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T12:21:05,860 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T12:21:05,859 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 562bc02006f1,36741,1732623662680 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T12:21:05,861 DEBUG [RS:0;562bc02006f1:39263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af2438f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:05,863 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/562bc02006f1:0, corePoolSize=5, maxPoolSize=5 2024-11-26T12:21:05,863 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/562bc02006f1:0, corePoolSize=5, maxPoolSize=5 2024-11-26T12:21:05,863 DEBUG [RS:0;562bc02006f1:39263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d23debd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=562bc02006f1/172.17.0.2:0 2024-11-26T12:21:05,863 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/562bc02006f1:0, corePoolSize=5, maxPoolSize=5 2024-11-26T12:21:05,864 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/562bc02006f1:0, corePoolSize=5, maxPoolSize=5 2024-11-26T12:21:05,864 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/562bc02006f1:0, corePoolSize=10, maxPoolSize=10 2024-11-26T12:21:05,864 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/562bc02006f1:0, corePoolSize=1, maxPoolSize=1 2024-11-26T12:21:05,864 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/562bc02006f1:0, corePoolSize=2, maxPoolSize=2 2024-11-26T12:21:05,864 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/562bc02006f1:0, corePoolSize=1, maxPoolSize=1 2024-11-26T12:21:05,865 INFO [master/562bc02006f1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732623695865 2024-11-26T12:21:05,867 INFO [master/562bc02006f1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T12:21:05,867 INFO [RS:0;562bc02006f1:39263 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T12:21:05,867 INFO [RS:0;562bc02006f1:39263 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T12:21:05,867 DEBUG [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T12:21:05,868 INFO [master/562bc02006f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T12:21:05,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T12:21:05,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T12:21:05,870 INFO [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(3073): reportForDuty to master=562bc02006f1,36741,1732623662680 with isa=562bc02006f1/172.17.0.2:39263, startcode=1732623663394 2024-11-26T12:21:05,872 INFO [master/562bc02006f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T12:21:05,873 INFO [master/562bc02006f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T12:21:05,873 INFO [master/562bc02006f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T12:21:05,873 INFO [master/562bc02006f1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T12:21:05,874 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:05,874 INFO [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:05,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T12:21:05,875 INFO [master/562bc02006f1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T12:21:05,877 INFO [master/562bc02006f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T12:21:05,877 INFO [master/562bc02006f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T12:21:05,882 DEBUG [RS:0;562bc02006f1:39263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T12:21:05,884 INFO [master/562bc02006f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T12:21:05,884 INFO [master/562bc02006f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T12:21:05,886 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/562bc02006f1:0:becomeActiveMaster-HFileCleaner.large.0-1732623665886,5,FailOnTimeoutGroup] 2024-11-26T12:21:05,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741831_1007 (size=1039) 2024-11-26T12:21:05,887 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/562bc02006f1:0:becomeActiveMaster-HFileCleaner.small.0-1732623665886,5,FailOnTimeoutGroup] 2024-11-26T12:21:05,887 INFO [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:05,887 INFO [master/562bc02006f1:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T12:21:05,889 INFO [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:05,889 INFO [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:05,916 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45195, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T12:21:05,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36741 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 562bc02006f1,39263,1732623663394 2024-11-26T12:21:05,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36741 {}] master.ServerManager(486): Registering regionserver=562bc02006f1,39263,1732623663394 2024-11-26T12:21:05,938 DEBUG [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77 2024-11-26T12:21:05,938 DEBUG [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37735 2024-11-26T12:21:05,938 DEBUG [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T12:21:05,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T12:21:05,944 DEBUG [RS:0;562bc02006f1:39263 {}] zookeeper.ZKUtil(111): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/562bc02006f1,39263,1732623663394 2024-11-26T12:21:05,944 WARN [RS:0;562bc02006f1:39263 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T12:21:05,944 INFO [RS:0;562bc02006f1:39263 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T12:21:05,945 DEBUG [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/WALs/562bc02006f1,39263,1732623663394 2024-11-26T12:21:05,946 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [562bc02006f1,39263,1732623663394] 2024-11-26T12:21:05,961 DEBUG [RS:0;562bc02006f1:39263 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T12:21:05,973 INFO [RS:0;562bc02006f1:39263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T12:21:05,985 INFO [RS:0;562bc02006f1:39263 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T12:21:05,987 INFO [RS:0;562bc02006f1:39263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T12:21:05,987 INFO [RS:0;562bc02006f1:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:05,988 INFO [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T12:21:05,995 INFO [RS:0;562bc02006f1:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:05,995 DEBUG [RS:0;562bc02006f1:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/562bc02006f1:0, corePoolSize=1, maxPoolSize=1 2024-11-26T12:21:05,996 DEBUG [RS:0;562bc02006f1:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/562bc02006f1:0, corePoolSize=1, maxPoolSize=1 2024-11-26T12:21:05,996 DEBUG [RS:0;562bc02006f1:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0, corePoolSize=1, maxPoolSize=1 2024-11-26T12:21:05,996 DEBUG [RS:0;562bc02006f1:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/562bc02006f1:0, corePoolSize=1, maxPoolSize=1 2024-11-26T12:21:05,996 DEBUG [RS:0;562bc02006f1:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/562bc02006f1:0, corePoolSize=1, maxPoolSize=1 2024-11-26T12:21:05,996 DEBUG [RS:0;562bc02006f1:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/562bc02006f1:0, corePoolSize=2, maxPoolSize=2 2024-11-26T12:21:05,996 DEBUG [RS:0;562bc02006f1:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0, corePoolSize=1, maxPoolSize=1 2024-11-26T12:21:05,996 DEBUG [RS:0;562bc02006f1:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/562bc02006f1:0, corePoolSize=1, maxPoolSize=1 2024-11-26T12:21:05,997 DEBUG [RS:0;562bc02006f1:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/562bc02006f1:0, corePoolSize=1, maxPoolSize=1 2024-11-26T12:21:05,997 DEBUG [RS:0;562bc02006f1:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/562bc02006f1:0, corePoolSize=1, maxPoolSize=1 2024-11-26T12:21:05,997 DEBUG [RS:0;562bc02006f1:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/562bc02006f1:0, corePoolSize=1, maxPoolSize=1 2024-11-26T12:21:05,997 DEBUG [RS:0;562bc02006f1:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/562bc02006f1:0, corePoolSize=3, maxPoolSize=3 2024-11-26T12:21:05,997 DEBUG [RS:0;562bc02006f1:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0, corePoolSize=3, maxPoolSize=3 2024-11-26T12:21:05,998 INFO [RS:0;562bc02006f1:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:05,998 INFO [RS:0;562bc02006f1:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:05,998 INFO [RS:0;562bc02006f1:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:05,999 INFO [RS:0;562bc02006f1:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:05,999 INFO [RS:0;562bc02006f1:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=562bc02006f1,39263,1732623663394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T12:21:06,019 INFO [RS:0;562bc02006f1:39263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T12:21:06,021 INFO [RS:0;562bc02006f1:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=562bc02006f1,39263,1732623663394-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:06,041 INFO [RS:0;562bc02006f1:39263 {}] regionserver.Replication(204): 562bc02006f1,39263,1732623663394 started 2024-11-26T12:21:06,041 INFO [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1767): Serving as 562bc02006f1,39263,1732623663394, RpcServer on 562bc02006f1/172.17.0.2:39263, sessionid=0x10033c6b3fa0001 2024-11-26T12:21:06,042 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T12:21:06,042 DEBUG [RS:0;562bc02006f1:39263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 562bc02006f1,39263,1732623663394 2024-11-26T12:21:06,042 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '562bc02006f1,39263,1732623663394' 2024-11-26T12:21:06,042 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T12:21:06,043 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T12:21:06,044 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T12:21:06,044 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T12:21:06,044 DEBUG [RS:0;562bc02006f1:39263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 562bc02006f1,39263,1732623663394 2024-11-26T12:21:06,044 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '562bc02006f1,39263,1732623663394' 2024-11-26T12:21:06,044 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T12:21:06,045 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T12:21:06,045 DEBUG [RS:0;562bc02006f1:39263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T12:21:06,045 INFO [RS:0;562bc02006f1:39263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T12:21:06,045 INFO [RS:0;562bc02006f1:39263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T12:21:06,151 INFO [RS:0;562bc02006f1:39263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T12:21:06,155 INFO [RS:0;562bc02006f1:39263 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=562bc02006f1%2C39263%2C1732623663394, suffix=, logDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/WALs/562bc02006f1,39263,1732623663394, archiveDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/oldWALs, maxLogs=32 2024-11-26T12:21:06,172 DEBUG [RS:0;562bc02006f1:39263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/WALs/562bc02006f1,39263,1732623663394/562bc02006f1%2C39263%2C1732623663394.1732623666157, exclude list is [], retry=0 2024-11-26T12:21:06,177 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42983,DS-9209c997-64d1-4db6-9a15-969fbb7ab010,DISK] 2024-11-26T12:21:06,180 INFO [RS:0;562bc02006f1:39263 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/WALs/562bc02006f1,39263,1732623663394/562bc02006f1%2C39263%2C1732623663394.1732623666157 2024-11-26T12:21:06,181 DEBUG [RS:0;562bc02006f1:39263 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44441:44441)] 2024-11-26T12:21:06,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T12:21:06,290 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77 2024-11-26T12:21:06,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741833_1009 (size=32) 2024-11-26T12:21:06,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:21:06,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T12:21:06,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T12:21:06,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:06,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T12:21:06,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T12:21:06,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T12:21:06,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:06,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T12:21:06,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T12:21:06,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T12:21:06,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:06,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T12:21:06,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740 2024-11-26T12:21:06,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740 2024-11-26T12:21:06,319 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T12:21:06,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T12:21:06,326 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T12:21:06,327 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60185395, jitterRate=-0.10316772758960724}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T12:21:06,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T12:21:06,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T12:21:06,330 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T12:21:06,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T12:21:06,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T12:21:06,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T12:21:06,331 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T12:21:06,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T12:21:06,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T12:21:06,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T12:21:06,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T12:21:06,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T12:21:06,351 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T12:21:06,503 DEBUG [562bc02006f1:36741 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T12:21:06,507 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:21:06,512 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 562bc02006f1,39263,1732623663394, state=OPENING 2024-11-26T12:21:06,518 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T12:21:06,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:06,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:06,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T12:21:06,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T12:21:06,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:21:06,697 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:06,698 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T12:21:06,702 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T12:21:06,714 INFO [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T12:21:06,714 INFO [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T12:21:06,715 INFO [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T12:21:06,718 INFO [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=562bc02006f1%2C39263%2C1732623663394.meta, suffix=.meta, logDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/WALs/562bc02006f1,39263,1732623663394, archiveDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/oldWALs, maxLogs=32 2024-11-26T12:21:06,734 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/WALs/562bc02006f1,39263,1732623663394/562bc02006f1%2C39263%2C1732623663394.meta.1732623666720.meta, exclude list is [], retry=0 2024-11-26T12:21:06,738 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42983,DS-9209c997-64d1-4db6-9a15-969fbb7ab010,DISK] 2024-11-26T12:21:06,741 INFO [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/WALs/562bc02006f1,39263,1732623663394/562bc02006f1%2C39263%2C1732623663394.meta.1732623666720.meta 2024-11-26T12:21:06,741 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44441:44441)] 2024-11-26T12:21:06,741 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T12:21:06,743 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T12:21:06,802 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T12:21:06,807 INFO [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T12:21:06,811 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T12:21:06,811 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:21:06,811 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T12:21:06,812 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T12:21:06,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T12:21:06,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T12:21:06,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:06,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T12:21:06,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T12:21:06,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T12:21:06,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:06,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T12:21:06,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T12:21:06,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T12:21:06,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:06,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T12:21:06,824 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740 2024-11-26T12:21:06,827 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740 2024-11-26T12:21:06,829 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T12:21:06,831 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T12:21:06,833 INFO [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67166280, jitterRate=8.55565071105957E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T12:21:06,834 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T12:21:06,841 INFO [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732623666691 2024-11-26T12:21:06,852 DEBUG [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T12:21:06,853 INFO [RS_OPEN_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T12:21:06,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:21:06,856 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 562bc02006f1,39263,1732623663394, state=OPEN 2024-11-26T12:21:06,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T12:21:06,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T12:21:06,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T12:21:06,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T12:21:06,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T12:21:06,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=562bc02006f1,39263,1732623663394 in 338 msec 2024-11-26T12:21:06,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T12:21:06,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 525 msec 2024-11-26T12:21:06,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0820 sec 2024-11-26T12:21:06,876 INFO [master/562bc02006f1:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732623666875, completionTime=-1 2024-11-26T12:21:06,876 INFO [master/562bc02006f1:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T12:21:06,876 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T12:21:06,913 DEBUG [hconnection-0x5981da53-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:06,916 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:06,926 INFO [master/562bc02006f1:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-26T12:21:06,926 INFO [master/562bc02006f1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732623726926 2024-11-26T12:21:06,926 INFO [master/562bc02006f1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732623786926 2024-11-26T12:21:06,926 INFO [master/562bc02006f1:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-11-26T12:21:06,947 INFO [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=562bc02006f1,36741,1732623662680-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:06,947 INFO [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=562bc02006f1,36741,1732623662680-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:06,947 INFO [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=562bc02006f1,36741,1732623662680-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:06,949 INFO [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-562bc02006f1:36741, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:06,949 INFO [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:06,954 DEBUG [master/562bc02006f1:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T12:21:06,957 INFO [master/562bc02006f1:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T12:21:06,958 INFO [master/562bc02006f1:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T12:21:06,964 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T12:21:06,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T12:21:06,968 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:06,970 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T12:21:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741835_1011 (size=358) 2024-11-26T12:21:07,386 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e364e890693560a4867856bc6ce34108, NAME => 'hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77 2024-11-26T12:21:07,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741836_1012 (size=42) 2024-11-26T12:21:07,797 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:21:07,797 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing e364e890693560a4867856bc6ce34108, disabling compactions & flushes 2024-11-26T12:21:07,797 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. 2024-11-26T12:21:07,797 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. 2024-11-26T12:21:07,797 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. after waiting 0 ms 2024-11-26T12:21:07,797 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. 2024-11-26T12:21:07,797 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. 2024-11-26T12:21:07,797 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for e364e890693560a4867856bc6ce34108: 2024-11-26T12:21:07,800 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T12:21:07,806 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732623667801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732623667801"}]},"ts":"1732623667801"} 2024-11-26T12:21:07,829 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T12:21:07,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T12:21:07,834 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623667831"}]},"ts":"1732623667831"} 2024-11-26T12:21:07,838 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T12:21:07,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e364e890693560a4867856bc6ce34108, ASSIGN}] 2024-11-26T12:21:07,847 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e364e890693560a4867856bc6ce34108, ASSIGN 2024-11-26T12:21:07,849 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=e364e890693560a4867856bc6ce34108, ASSIGN; state=OFFLINE, location=562bc02006f1,39263,1732623663394; forceNewPlan=false, retain=false 2024-11-26T12:21:08,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e364e890693560a4867856bc6ce34108, regionState=OPENING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:21:08,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure e364e890693560a4867856bc6ce34108, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:21:08,158 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:08,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. 2024-11-26T12:21:08,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => e364e890693560a4867856bc6ce34108, NAME => 'hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108.', STARTKEY => '', ENDKEY => ''} 2024-11-26T12:21:08,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace e364e890693560a4867856bc6ce34108 2024-11-26T12:21:08,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:21:08,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for e364e890693560a4867856bc6ce34108 2024-11-26T12:21:08,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for e364e890693560a4867856bc6ce34108 2024-11-26T12:21:08,168 INFO [StoreOpener-e364e890693560a4867856bc6ce34108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e364e890693560a4867856bc6ce34108 2024-11-26T12:21:08,171 INFO [StoreOpener-e364e890693560a4867856bc6ce34108-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e364e890693560a4867856bc6ce34108 columnFamilyName info 2024-11-26T12:21:08,171 DEBUG [StoreOpener-e364e890693560a4867856bc6ce34108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:08,171 INFO [StoreOpener-e364e890693560a4867856bc6ce34108-1 {}] regionserver.HStore(327): Store=e364e890693560a4867856bc6ce34108/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:21:08,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/namespace/e364e890693560a4867856bc6ce34108 2024-11-26T12:21:08,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/namespace/e364e890693560a4867856bc6ce34108 2024-11-26T12:21:08,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for e364e890693560a4867856bc6ce34108 2024-11-26T12:21:08,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/namespace/e364e890693560a4867856bc6ce34108/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T12:21:08,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened e364e890693560a4867856bc6ce34108; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71897513, jitterRate=0.07135643064975739}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T12:21:08,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for e364e890693560a4867856bc6ce34108: 2024-11-26T12:21:08,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108., pid=6, masterSystemTime=1732623668157 2024-11-26T12:21:08,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. 2024-11-26T12:21:08,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. 2024-11-26T12:21:08,191 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e364e890693560a4867856bc6ce34108, regionState=OPEN, openSeqNum=2, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:21:08,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T12:21:08,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure e364e890693560a4867856bc6ce34108, server=562bc02006f1,39263,1732623663394 in 192 msec 2024-11-26T12:21:08,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T12:21:08,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=e364e890693560a4867856bc6ce34108, ASSIGN in 355 msec 2024-11-26T12:21:08,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T12:21:08,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623668206"}]},"ts":"1732623668206"} 2024-11-26T12:21:08,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T12:21:08,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T12:21:08,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2550 sec 2024-11-26T12:21:08,268 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T12:21:08,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T12:21:08,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:08,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:21:08,300 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T12:21:08,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T12:21:08,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-26T12:21:08,323 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T12:21:08,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T12:21:08,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-26T12:21:08,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T12:21:08,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T12:21:08,352 INFO [master/562bc02006f1:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.886sec 2024-11-26T12:21:08,353 INFO [master/562bc02006f1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T12:21:08,355 INFO [master/562bc02006f1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T12:21:08,356 INFO [master/562bc02006f1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T12:21:08,356 INFO [master/562bc02006f1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T12:21:08,356 INFO [master/562bc02006f1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T12:21:08,357 INFO [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=562bc02006f1,36741,1732623662680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T12:21:08,358 INFO [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=562bc02006f1,36741,1732623662680-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T12:21:08,364 DEBUG [master/562bc02006f1:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T12:21:08,365 INFO [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T12:21:08,365 INFO [master/562bc02006f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=562bc02006f1,36741,1732623662680-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T12:21:08,451 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-26T12:21:08,452 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-26T12:21:08,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:08,463 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T12:21:08,463 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T12:21:08,473 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:08,481 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:08,490 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=562bc02006f1,36741,1732623662680 2024-11-26T12:21:08,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=220, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=2743 2024-11-26T12:21:08,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T12:21:08,520 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T12:21:08,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T12:21:08,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T12:21:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:08,556 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T12:21:08,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-26T12:21:08,557 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:08,559 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T12:21:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T12:21:08,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741837_1013 (size=960) 2024-11-26T12:21:08,581 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77 2024-11-26T12:21:08,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741838_1014 (size=53) 2024-11-26T12:21:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T12:21:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T12:21:08,995 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:21:08,996 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4d33bc2c22eeeacb6bc3ff94f6191561, disabling compactions & flushes 2024-11-26T12:21:08,996 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:08,996 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:08,996 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. after waiting 0 ms 2024-11-26T12:21:08,996 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:08,996 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:08,996 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:08,998 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T12:21:08,998 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732623668998"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732623668998"}]},"ts":"1732623668998"} 2024-11-26T12:21:09,001 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T12:21:09,003 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T12:21:09,003 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623669003"}]},"ts":"1732623669003"} 2024-11-26T12:21:09,005 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T12:21:09,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d33bc2c22eeeacb6bc3ff94f6191561, ASSIGN}] 2024-11-26T12:21:09,012 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d33bc2c22eeeacb6bc3ff94f6191561, ASSIGN 2024-11-26T12:21:09,013 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d33bc2c22eeeacb6bc3ff94f6191561, ASSIGN; state=OFFLINE, location=562bc02006f1,39263,1732623663394; forceNewPlan=false, retain=false 2024-11-26T12:21:09,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4d33bc2c22eeeacb6bc3ff94f6191561, regionState=OPENING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:21:09,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:21:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T12:21:09,321 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:09,328 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:09,328 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} 2024-11-26T12:21:09,328 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:09,329 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:21:09,329 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:09,329 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:09,331 INFO [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:09,334 INFO [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:21:09,334 INFO [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d33bc2c22eeeacb6bc3ff94f6191561 columnFamilyName A 2024-11-26T12:21:09,334 DEBUG [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:09,335 INFO [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] regionserver.HStore(327): Store=4d33bc2c22eeeacb6bc3ff94f6191561/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:21:09,336 INFO [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:09,338 INFO [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:21:09,338 INFO [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d33bc2c22eeeacb6bc3ff94f6191561 columnFamilyName B 2024-11-26T12:21:09,338 DEBUG [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:09,339 INFO [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] regionserver.HStore(327): Store=4d33bc2c22eeeacb6bc3ff94f6191561/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:21:09,339 INFO [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:09,341 INFO [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:21:09,341 INFO [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d33bc2c22eeeacb6bc3ff94f6191561 columnFamilyName C 2024-11-26T12:21:09,341 DEBUG [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:09,342 INFO [StoreOpener-4d33bc2c22eeeacb6bc3ff94f6191561-1 {}] regionserver.HStore(327): Store=4d33bc2c22eeeacb6bc3ff94f6191561/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:21:09,342 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:09,344 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:09,344 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:09,347 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T12:21:09,349 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:09,352 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T12:21:09,353 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 4d33bc2c22eeeacb6bc3ff94f6191561; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62824028, jitterRate=-0.06384903192520142}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T12:21:09,354 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:09,356 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., pid=11, masterSystemTime=1732623669321 2024-11-26T12:21:09,358 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:09,359 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:09,360 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4d33bc2c22eeeacb6bc3ff94f6191561, regionState=OPEN, openSeqNum=2, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:21:09,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T12:21:09,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 in 195 msec 2024-11-26T12:21:09,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T12:21:09,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d33bc2c22eeeacb6bc3ff94f6191561, ASSIGN in 356 msec 2024-11-26T12:21:09,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T12:21:09,371 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623669371"}]},"ts":"1732623669371"} 2024-11-26T12:21:09,374 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T12:21:09,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T12:21:09,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 826 msec 2024-11-26T12:21:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T12:21:09,678 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-26T12:21:09,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e98ea32 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b9fcedf 2024-11-26T12:21:09,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e71e468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:09,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:09,691 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:09,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T12:21:09,696 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T12:21:09,703 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12885408 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9bd0964 2024-11-26T12:21:09,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c63ae4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:09,709 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72b32f98 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1324ee83 2024-11-26T12:21:09,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736f1673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:09,713 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04977266 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45b55c24 2024-11-26T12:21:09,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2166f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:09,717 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bbb5d8a to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48068a5 2024-11-26T12:21:09,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f34ff67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:09,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18603bb9 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3883f7b 2024-11-26T12:21:09,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5f27aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:09,726 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72e97e4b to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12a1285d 2024-11-26T12:21:09,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b736e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:09,730 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x490457fd to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@527c6d40 2024-11-26T12:21:09,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bc462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:09,735 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c8de680 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47fe2fa7 2024-11-26T12:21:09,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6502d571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:09,739 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6b07e3 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@595e9ebe 2024-11-26T12:21:09,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0471b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:09,746 DEBUG [hconnection-0x176fe140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:09,747 DEBUG [hconnection-0x4fd12293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:09,748 DEBUG [hconnection-0x45f0f0a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:09,750 DEBUG [hconnection-0x5f7a19bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:09,750 DEBUG [hconnection-0x3b20eaa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:09,751 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:09,751 DEBUG [hconnection-0x4b613b0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:09,754 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:09,754 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:09,755 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:09,756 DEBUG [hconnection-0x7da3ac9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:09,756 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:09,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:09,760 DEBUG [hconnection-0x4d811003-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:09,762 DEBUG [hconnection-0x3b66a271-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:09,762 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-26T12:21:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T12:21:09,772 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:09,774 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:09,774 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:09,776 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:09,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:09,779 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:09,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T12:21:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:09,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:09,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:09,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:09,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:09,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:09,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T12:21:09,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:09,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T12:21:09,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:09,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:09,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:09,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:09,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:09,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/a35f55d028734292ac6f6fa753262366 is 50, key is test_row_0/A:col10/1732623669823/Put/seqid=0 2024-11-26T12:21:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741839_1015 (size=12001) 2024-11-26T12:21:10,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623730064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T12:21:10,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623730064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623730070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623730070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623730072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,132 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T12:21:10,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:10,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:10,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:10,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623730207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623730209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623730209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623730211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623730211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,290 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T12:21:10,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:10,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:10,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:10,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T12:21:10,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/a35f55d028734292ac6f6fa753262366 2024-11-26T12:21:10,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623730420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623730421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623730423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623730420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623730423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T12:21:10,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:10,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:10,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:10,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/02f35990a2004b209c29678a2b13d594 is 50, key is test_row_0/B:col10/1732623669823/Put/seqid=0 2024-11-26T12:21:10,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741840_1016 (size=12001) 2024-11-26T12:21:10,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/02f35990a2004b209c29678a2b13d594 2024-11-26T12:21:10,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/e18e1140891c4ecdbebe29ae33666095 is 50, key is test_row_0/C:col10/1732623669823/Put/seqid=0 2024-11-26T12:21:10,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741841_1017 (size=12001) 2024-11-26T12:21:10,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T12:21:10,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:10,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:10,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:10,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/e18e1140891c4ecdbebe29ae33666095 2024-11-26T12:21:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/a35f55d028734292ac6f6fa753262366 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/a35f55d028734292ac6f6fa753262366 2024-11-26T12:21:10,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/a35f55d028734292ac6f6fa753262366, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T12:21:10,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/02f35990a2004b209c29678a2b13d594 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/02f35990a2004b209c29678a2b13d594 2024-11-26T12:21:10,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/02f35990a2004b209c29678a2b13d594, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T12:21:10,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/e18e1140891c4ecdbebe29ae33666095 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e18e1140891c4ecdbebe29ae33666095 2024-11-26T12:21:10,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e18e1140891c4ecdbebe29ae33666095, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T12:21:10,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 838ms, sequenceid=13, compaction requested=false 2024-11-26T12:21:10,674 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T12:21:10,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:10,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T12:21:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:10,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:10,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:10,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:10,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:10,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:10,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:10,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/4186568d647f4e8c9b8ac89d56fdc004 is 50, key is test_row_0/A:col10/1732623670734/Put/seqid=0 2024-11-26T12:21:10,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T12:21:10,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623730745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623730746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623730749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623730751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623730754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741842_1018 (size=16681) 2024-11-26T12:21:10,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/4186568d647f4e8c9b8ac89d56fdc004 2024-11-26T12:21:10,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/752321df8be44e85a87e8247d67b7760 is 50, key is test_row_0/B:col10/1732623670734/Put/seqid=0 2024-11-26T12:21:10,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741843_1019 (size=12001) 2024-11-26T12:21:10,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/752321df8be44e85a87e8247d67b7760 2024-11-26T12:21:10,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623730865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623730867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/379f371c77694cae8403ec1f830e9e80 is 50, key is test_row_0/C:col10/1732623670734/Put/seqid=0 2024-11-26T12:21:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T12:21:10,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623730869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623730877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623730877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741844_1020 (size=12001) 2024-11-26T12:21:10,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/379f371c77694cae8403ec1f830e9e80 2024-11-26T12:21:10,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/4186568d647f4e8c9b8ac89d56fdc004 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4186568d647f4e8c9b8ac89d56fdc004 2024-11-26T12:21:10,914 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:10,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T12:21:10,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:10,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:10,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:10,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:10,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4186568d647f4e8c9b8ac89d56fdc004, entries=250, sequenceid=41, filesize=16.3 K 2024-11-26T12:21:10,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/752321df8be44e85a87e8247d67b7760 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/752321df8be44e85a87e8247d67b7760 2024-11-26T12:21:10,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/752321df8be44e85a87e8247d67b7760, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T12:21:10,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/379f371c77694cae8403ec1f830e9e80 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/379f371c77694cae8403ec1f830e9e80 2024-11-26T12:21:10,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/379f371c77694cae8403ec1f830e9e80, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T12:21:10,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 219ms, sequenceid=41, compaction requested=false 2024-11-26T12:21:10,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:11,071 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T12:21:11,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:11,074 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T12:21:11,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:11,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:11,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:11,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:11,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:11,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:11,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/89e6e66b95564dbd8e353f023b064cfa is 50, key is test_row_0/A:col10/1732623670739/Put/seqid=0 2024-11-26T12:21:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:11,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:11,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741845_1021 (size=12001) 2024-11-26T12:21:11,120 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/89e6e66b95564dbd8e353f023b064cfa 2024-11-26T12:21:11,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/f5649383102440d5a879c1723fa50f70 is 50, key is test_row_0/B:col10/1732623670739/Put/seqid=0 2024-11-26T12:21:11,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741846_1022 (size=12001) 2024-11-26T12:21:11,157 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/f5649383102440d5a879c1723fa50f70 2024-11-26T12:21:11,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/35e688fbfd53429190c777d40a5af1d7 is 50, key is test_row_0/C:col10/1732623670739/Put/seqid=0 2024-11-26T12:21:11,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623731176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623731177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623731178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623731179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623731181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741847_1023 (size=12001) 2024-11-26T12:21:11,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623731290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623731291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623731292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623731292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623731293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623731504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623731505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623731505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623731507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623731508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,600 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/35e688fbfd53429190c777d40a5af1d7 2024-11-26T12:21:11,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/89e6e66b95564dbd8e353f023b064cfa as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/89e6e66b95564dbd8e353f023b064cfa 2024-11-26T12:21:11,633 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/89e6e66b95564dbd8e353f023b064cfa, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T12:21:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/f5649383102440d5a879c1723fa50f70 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f5649383102440d5a879c1723fa50f70 2024-11-26T12:21:11,646 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f5649383102440d5a879c1723fa50f70, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T12:21:11,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/35e688fbfd53429190c777d40a5af1d7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/35e688fbfd53429190c777d40a5af1d7 2024-11-26T12:21:11,660 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/35e688fbfd53429190c777d40a5af1d7, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T12:21:11,663 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 588ms, sequenceid=49, compaction requested=true 2024-11-26T12:21:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T12:21:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-26T12:21:11,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T12:21:11,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8890 sec 2024-11-26T12:21:11,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.9110 sec 2024-11-26T12:21:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:11,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-26T12:21:11,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:11,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:11,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:11,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:11,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:11,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:11,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623731823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623731826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623731826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623731830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623731832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/02edd81f65da452a83b7de28b694f3cd is 50, key is test_row_0/A:col10/1732623671813/Put/seqid=0 2024-11-26T12:21:11,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741848_1024 (size=12001) 2024-11-26T12:21:11,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/02edd81f65da452a83b7de28b694f3cd 2024-11-26T12:21:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T12:21:11,879 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-26T12:21:11,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-26T12:21:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T12:21:11,886 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:11,887 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:11,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:11,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/3c66e1c195734349b494be66dcdeb8f4 is 50, key is test_row_0/B:col10/1732623671813/Put/seqid=0 2024-11-26T12:21:11,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741849_1025 (size=12001) 2024-11-26T12:21:11,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/3c66e1c195734349b494be66dcdeb8f4 2024-11-26T12:21:11,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623731932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623731934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623731937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623731937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623731940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:11,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/e87eafae25e1406ba99bf06f8057e251 is 50, key is test_row_0/C:col10/1732623671813/Put/seqid=0 2024-11-26T12:21:11,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741850_1026 (size=12001) 2024-11-26T12:21:11,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/e87eafae25e1406ba99bf06f8057e251 2024-11-26T12:21:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T12:21:11,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/02edd81f65da452a83b7de28b694f3cd as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/02edd81f65da452a83b7de28b694f3cd 2024-11-26T12:21:12,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/02edd81f65da452a83b7de28b694f3cd, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T12:21:12,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/3c66e1c195734349b494be66dcdeb8f4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/3c66e1c195734349b494be66dcdeb8f4 2024-11-26T12:21:12,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/3c66e1c195734349b494be66dcdeb8f4, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T12:21:12,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/e87eafae25e1406ba99bf06f8057e251 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e87eafae25e1406ba99bf06f8057e251 2024-11-26T12:21:12,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T12:21:12,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:12,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:12,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:12,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:12,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:12,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e87eafae25e1406ba99bf06f8057e251, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T12:21:12,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 235ms, sequenceid=79, compaction requested=true 2024-11-26T12:21:12,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:12,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:12,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:12,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:12,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:12,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:12,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:12,060 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:12,061 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:12,067 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:12,068 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:12,069 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/B is initiating minor compaction (all files) 2024-11-26T12:21:12,069 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/A is initiating minor compaction (all files) 2024-11-26T12:21:12,069 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/B in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:12,069 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/A in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:12,069 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/02f35990a2004b209c29678a2b13d594, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/752321df8be44e85a87e8247d67b7760, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f5649383102440d5a879c1723fa50f70, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/3c66e1c195734349b494be66dcdeb8f4] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=46.9 K 2024-11-26T12:21:12,071 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/a35f55d028734292ac6f6fa753262366, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4186568d647f4e8c9b8ac89d56fdc004, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/89e6e66b95564dbd8e353f023b064cfa, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/02edd81f65da452a83b7de28b694f3cd] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=51.4 K 2024-11-26T12:21:12,071 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 02f35990a2004b209c29678a2b13d594, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732623669795 2024-11-26T12:21:12,072 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting a35f55d028734292ac6f6fa753262366, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732623669795 2024-11-26T12:21:12,072 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 752321df8be44e85a87e8247d67b7760, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732623670065 2024-11-26T12:21:12,072 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting f5649383102440d5a879c1723fa50f70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732623670739 2024-11-26T12:21:12,074 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c66e1c195734349b494be66dcdeb8f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732623671172 2024-11-26T12:21:12,074 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4186568d647f4e8c9b8ac89d56fdc004, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732623670054 2024-11-26T12:21:12,076 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89e6e66b95564dbd8e353f023b064cfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732623670739 2024-11-26T12:21:12,078 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02edd81f65da452a83b7de28b694f3cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732623671172 2024-11-26T12:21:12,120 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#A#compaction#13 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:12,123 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#B#compaction#12 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:12,124 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/9288d86712504c1ebeb2f2a39bc6cdd1 is 50, key is test_row_0/B:col10/1732623671813/Put/seqid=0 2024-11-26T12:21:12,132 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/51fe7bf79b9c4539b8f2530387ba385a is 50, key is test_row_0/A:col10/1732623671813/Put/seqid=0 2024-11-26T12:21:12,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741851_1027 (size=12139) 2024-11-26T12:21:12,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741852_1028 (size=12139) 2024-11-26T12:21:12,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:21:12,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:12,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:12,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:12,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:12,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:12,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:12,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/380f7377dd704f9d9af977f3a9205353 is 50, key is test_row_0/A:col10/1732623672166/Put/seqid=0 2024-11-26T12:21:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T12:21:12,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T12:21:12,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:12,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:12,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:12,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:12,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:12,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741853_1029 (size=16681) 2024-11-26T12:21:12,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/380f7377dd704f9d9af977f3a9205353 2024-11-26T12:21:12,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/4e4fed2f232c406bb915c2f9fe08e249 is 50, key is test_row_0/B:col10/1732623672166/Put/seqid=0 2024-11-26T12:21:12,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623732232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623732234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623732236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623732238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623732240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741854_1030 (size=12001) 2024-11-26T12:21:12,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/4e4fed2f232c406bb915c2f9fe08e249 2024-11-26T12:21:12,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/0a2ec05cb6094c0989f49335ad3470ed is 50, key is test_row_0/C:col10/1732623672166/Put/seqid=0 2024-11-26T12:21:12,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741855_1031 (size=12001) 2024-11-26T12:21:12,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/0a2ec05cb6094c0989f49335ad3470ed 2024-11-26T12:21:12,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/380f7377dd704f9d9af977f3a9205353 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/380f7377dd704f9d9af977f3a9205353 2024-11-26T12:21:12,324 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T12:21:12,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/380f7377dd704f9d9af977f3a9205353, entries=250, sequenceid=91, filesize=16.3 K 2024-11-26T12:21:12,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/4e4fed2f232c406bb915c2f9fe08e249 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/4e4fed2f232c406bb915c2f9fe08e249 2024-11-26T12:21:12,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/4e4fed2f232c406bb915c2f9fe08e249, entries=150, sequenceid=91, filesize=11.7 K 2024-11-26T12:21:12,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/0a2ec05cb6094c0989f49335ad3470ed as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/0a2ec05cb6094c0989f49335ad3470ed 2024-11-26T12:21:12,353 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T12:21:12,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:12,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:12,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:12,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:12,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:12,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623732350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623732350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623732350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623732357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/0a2ec05cb6094c0989f49335ad3470ed, entries=150, sequenceid=91, filesize=11.7 K 2024-11-26T12:21:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623732357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 196ms, sequenceid=91, compaction requested=true 2024-11-26T12:21:12,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:12,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:A, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:12,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T12:21:12,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:B, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:12,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-26T12:21:12,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:12,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-26T12:21:12,412 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T12:21:12,414 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-26T12:21:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T12:21:12,508 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T12:21:12,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:12,509 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:21:12,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:12,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:12,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:12,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:12,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:12,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:12,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/1e4262f2f85f4ecc84fbd4cff00eaac0 is 50, key is test_row_0/A:col10/1732623672236/Put/seqid=0 2024-11-26T12:21:12,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741856_1032 (size=12001) 2024-11-26T12:21:12,542 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/1e4262f2f85f4ecc84fbd4cff00eaac0 2024-11-26T12:21:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:12,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:12,577 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/9288d86712504c1ebeb2f2a39bc6cdd1 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/9288d86712504c1ebeb2f2a39bc6cdd1 2024-11-26T12:21:12,589 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/51fe7bf79b9c4539b8f2530387ba385a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/51fe7bf79b9c4539b8f2530387ba385a 2024-11-26T12:21:12,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623732579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/73467650ce134304b21e741ed4b9e742 is 50, key is test_row_0/B:col10/1732623672236/Put/seqid=0 2024-11-26T12:21:12,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623732584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623732586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623732590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623732587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741857_1033 (size=12001) 2024-11-26T12:21:12,617 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/B of 4d33bc2c22eeeacb6bc3ff94f6191561 into 9288d86712504c1ebeb2f2a39bc6cdd1(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:12,617 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:12,618 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/B, priority=12, startTime=1732623672060; duration=0sec 2024-11-26T12:21:12,618 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-26T12:21:12,618 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:12,618 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-26T12:21:12,619 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T12:21:12,619 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T12:21:12,620 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. because compaction request was cancelled 2024-11-26T12:21:12,620 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:A 2024-11-26T12:21:12,620 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T12:21:12,620 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/A of 4d33bc2c22eeeacb6bc3ff94f6191561 into 51fe7bf79b9c4539b8f2530387ba385a(size=11.9 K), total size for store is 28.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:12,620 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:12,621 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/A, priority=12, startTime=1732623672057; duration=0sec 2024-11-26T12:21:12,621 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T12:21:12,621 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:A 2024-11-26T12:21:12,621 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:12,628 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T12:21:12,628 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/C is initiating minor compaction (all files) 2024-11-26T12:21:12,628 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-26T12:21:12,628 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T12:21:12,628 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T12:21:12,628 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. because compaction request was cancelled 2024-11-26T12:21:12,628 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/C in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:12,629 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:C 2024-11-26T12:21:12,629 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T12:21:12,630 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e18e1140891c4ecdbebe29ae33666095, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/379f371c77694cae8403ec1f830e9e80, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/35e688fbfd53429190c777d40a5af1d7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e87eafae25e1406ba99bf06f8057e251, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/0a2ec05cb6094c0989f49335ad3470ed] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=58.6 K 2024-11-26T12:21:12,630 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T12:21:12,631 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T12:21:12,631 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. because compaction request was cancelled 2024-11-26T12:21:12,631 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:12,631 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting e18e1140891c4ecdbebe29ae33666095, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732623669795 2024-11-26T12:21:12,633 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 379f371c77694cae8403ec1f830e9e80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732623670065 2024-11-26T12:21:12,633 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 35e688fbfd53429190c777d40a5af1d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732623670739 2024-11-26T12:21:12,635 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting e87eafae25e1406ba99bf06f8057e251, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732623671172 2024-11-26T12:21:12,637 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a2ec05cb6094c0989f49335ad3470ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732623672151 2024-11-26T12:21:12,665 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#C#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:12,666 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/4425c20051f244baa8b85d53a581b37b is 50, key is test_row_0/C:col10/1732623672166/Put/seqid=0 2024-11-26T12:21:12,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741858_1034 (size=12173) 2024-11-26T12:21:12,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623732692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623732697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623732699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623732699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623732700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,704 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/4425c20051f244baa8b85d53a581b37b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/4425c20051f244baa8b85d53a581b37b 2024-11-26T12:21:12,722 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/C of 4d33bc2c22eeeacb6bc3ff94f6191561 into 4425c20051f244baa8b85d53a581b37b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:12,722 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:12,722 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/C, priority=11, startTime=1732623672367; duration=0sec 2024-11-26T12:21:12,723 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:12,723 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:C 2024-11-26T12:21:12,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623732897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623732904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623732904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623732904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623732906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T12:21:13,017 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/73467650ce134304b21e741ed4b9e742 2024-11-26T12:21:13,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/2ab6f202e2c74ff9a98e07c84d99b57b is 50, key is test_row_0/C:col10/1732623672236/Put/seqid=0 2024-11-26T12:21:13,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741859_1035 (size=12001) 2024-11-26T12:21:13,044 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/2ab6f202e2c74ff9a98e07c84d99b57b 2024-11-26T12:21:13,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/1e4262f2f85f4ecc84fbd4cff00eaac0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/1e4262f2f85f4ecc84fbd4cff00eaac0 2024-11-26T12:21:13,073 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/1e4262f2f85f4ecc84fbd4cff00eaac0, entries=150, sequenceid=115, filesize=11.7 K 2024-11-26T12:21:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/73467650ce134304b21e741ed4b9e742 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/73467650ce134304b21e741ed4b9e742 2024-11-26T12:21:13,089 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/73467650ce134304b21e741ed4b9e742, entries=150, sequenceid=115, filesize=11.7 K 2024-11-26T12:21:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/2ab6f202e2c74ff9a98e07c84d99b57b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/2ab6f202e2c74ff9a98e07c84d99b57b 2024-11-26T12:21:13,102 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/2ab6f202e2c74ff9a98e07c84d99b57b, entries=150, sequenceid=115, filesize=11.7 K 2024-11-26T12:21:13,105 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 596ms, sequenceid=115, compaction requested=true 2024-11-26T12:21:13,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:13,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:13,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T12:21:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-26T12:21:13,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T12:21:13,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2210 sec 2024-11-26T12:21:13,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.2330 sec 2024-11-26T12:21:13,158 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T12:21:13,158 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T12:21:13,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-26T12:21:13,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-26T12:21:13,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T12:21:13,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T12:21:13,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T12:21:13,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T12:21:13,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T12:21:13,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T12:21:13,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:21:13,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:13,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:13,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:13,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:13,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:13,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:13,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/7cb7ef296ade447a88135954169a6ad5 is 50, key is test_row_0/A:col10/1732623673203/Put/seqid=0 2024-11-26T12:21:13,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741860_1036 (size=14391) 2024-11-26T12:21:13,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/7cb7ef296ade447a88135954169a6ad5 2024-11-26T12:21:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623733245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623733246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623733252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623733255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623733256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/d0d5bfde10a34cbd80b1a8b5fa736d4e is 50, key is test_row_0/B:col10/1732623673203/Put/seqid=0 2024-11-26T12:21:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741861_1037 (size=12051) 2024-11-26T12:21:13,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/d0d5bfde10a34cbd80b1a8b5fa736d4e 2024-11-26T12:21:13,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/1c5f984c8b144b118c80282275b534d6 is 50, key is test_row_0/C:col10/1732623673203/Put/seqid=0 2024-11-26T12:21:13,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741862_1038 (size=12051) 2024-11-26T12:21:13,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/1c5f984c8b144b118c80282275b534d6 2024-11-26T12:21:13,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/7cb7ef296ade447a88135954169a6ad5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/7cb7ef296ade447a88135954169a6ad5 2024-11-26T12:21:13,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623733355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/7cb7ef296ade447a88135954169a6ad5, entries=200, sequenceid=131, filesize=14.1 K 2024-11-26T12:21:13,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623733356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623733358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/d0d5bfde10a34cbd80b1a8b5fa736d4e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/d0d5bfde10a34cbd80b1a8b5fa736d4e 2024-11-26T12:21:13,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623733360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623733361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/d0d5bfde10a34cbd80b1a8b5fa736d4e, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T12:21:13,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/1c5f984c8b144b118c80282275b534d6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/1c5f984c8b144b118c80282275b534d6 2024-11-26T12:21:13,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/1c5f984c8b144b118c80282275b534d6, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T12:21:13,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 186ms, sequenceid=131, compaction requested=true 2024-11-26T12:21:13,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:13,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:13,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:13,393 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:13,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:13,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:13,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:13,393 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:13,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:13,396 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55212 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:13,396 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/A is initiating minor compaction (all files) 2024-11-26T12:21:13,396 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/A in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:13,396 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:13,396 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/B is initiating minor compaction (all files) 2024-11-26T12:21:13,396 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/51fe7bf79b9c4539b8f2530387ba385a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/380f7377dd704f9d9af977f3a9205353, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/1e4262f2f85f4ecc84fbd4cff00eaac0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/7cb7ef296ade447a88135954169a6ad5] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=53.9 K 2024-11-26T12:21:13,396 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/B in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:13,397 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/9288d86712504c1ebeb2f2a39bc6cdd1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/4e4fed2f232c406bb915c2f9fe08e249, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/73467650ce134304b21e741ed4b9e742, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/d0d5bfde10a34cbd80b1a8b5fa736d4e] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=47.1 K 2024-11-26T12:21:13,398 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51fe7bf79b9c4539b8f2530387ba385a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732623671172 2024-11-26T12:21:13,398 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 9288d86712504c1ebeb2f2a39bc6cdd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732623671172 2024-11-26T12:21:13,398 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 380f7377dd704f9d9af977f3a9205353, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732623672151 2024-11-26T12:21:13,398 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e4fed2f232c406bb915c2f9fe08e249, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732623672151 2024-11-26T12:21:13,399 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e4262f2f85f4ecc84fbd4cff00eaac0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732623672224 2024-11-26T12:21:13,399 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 73467650ce134304b21e741ed4b9e742, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732623672224 2024-11-26T12:21:13,400 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cb7ef296ade447a88135954169a6ad5, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732623672574 2024-11-26T12:21:13,400 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting d0d5bfde10a34cbd80b1a8b5fa736d4e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732623672574 2024-11-26T12:21:13,428 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#B#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:13,429 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/a8ed471b985f44dd804c7f2c8e4d8a39 is 50, key is test_row_0/B:col10/1732623673203/Put/seqid=0 2024-11-26T12:21:13,445 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#A#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:13,446 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/80b675165bb74292af53582cb8febdb5 is 50, key is test_row_0/A:col10/1732623673203/Put/seqid=0 2024-11-26T12:21:13,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741863_1039 (size=12325) 2024-11-26T12:21:13,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741864_1040 (size=12325) 2024-11-26T12:21:13,490 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/a8ed471b985f44dd804c7f2c8e4d8a39 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/a8ed471b985f44dd804c7f2c8e4d8a39 2024-11-26T12:21:13,504 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/B of 4d33bc2c22eeeacb6bc3ff94f6191561 into a8ed471b985f44dd804c7f2c8e4d8a39(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:13,504 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:13,504 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/B, priority=12, startTime=1732623673393; duration=0sec 2024-11-26T12:21:13,504 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:13,505 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:13,505 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:13,508 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:13,508 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/C is initiating minor compaction (all files) 2024-11-26T12:21:13,508 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/C in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:13,509 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/4425c20051f244baa8b85d53a581b37b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/2ab6f202e2c74ff9a98e07c84d99b57b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/1c5f984c8b144b118c80282275b534d6] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=35.4 K 2024-11-26T12:21:13,510 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 4425c20051f244baa8b85d53a581b37b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732623672151 2024-11-26T12:21:13,512 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ab6f202e2c74ff9a98e07c84d99b57b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732623672224 2024-11-26T12:21:13,516 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c5f984c8b144b118c80282275b534d6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732623672574 2024-11-26T12:21:13,559 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#C#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:13,561 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/356419f434764123b05c09f855a604c4 is 50, key is test_row_0/C:col10/1732623673203/Put/seqid=0 2024-11-26T12:21:13,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T12:21:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:13,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/ac22d0728a454d34bb1423c0c8f9e699 is 50, key is test_row_0/A:col10/1732623673249/Put/seqid=0 2024-11-26T12:21:13,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623733578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623733578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623733579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623733587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623733589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741865_1041 (size=12325) 2024-11-26T12:21:13,606 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/356419f434764123b05c09f855a604c4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/356419f434764123b05c09f855a604c4 2024-11-26T12:21:13,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741866_1042 (size=12151) 2024-11-26T12:21:13,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/ac22d0728a454d34bb1423c0c8f9e699 2024-11-26T12:21:13,625 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/C of 4d33bc2c22eeeacb6bc3ff94f6191561 into 356419f434764123b05c09f855a604c4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:13,625 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:13,626 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/C, priority=13, startTime=1732623673393; duration=0sec 2024-11-26T12:21:13,626 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:13,626 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:C 2024-11-26T12:21:13,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/e4db82e4653c4b42941ef0760d219f5a is 50, key is test_row_0/B:col10/1732623673249/Put/seqid=0 2024-11-26T12:21:13,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741867_1043 (size=12151) 2024-11-26T12:21:13,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/e4db82e4653c4b42941ef0760d219f5a 2024-11-26T12:21:13,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/97b2b2c2c79e4b20b01649902ac88f02 is 50, key is test_row_0/C:col10/1732623673249/Put/seqid=0 2024-11-26T12:21:13,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741868_1044 (size=12151) 2024-11-26T12:21:13,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/97b2b2c2c79e4b20b01649902ac88f02 2024-11-26T12:21:13,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623733689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623733690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623733689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623733692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623733693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/ac22d0728a454d34bb1423c0c8f9e699 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ac22d0728a454d34bb1423c0c8f9e699 2024-11-26T12:21:13,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ac22d0728a454d34bb1423c0c8f9e699, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T12:21:13,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/e4db82e4653c4b42941ef0760d219f5a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/e4db82e4653c4b42941ef0760d219f5a 2024-11-26T12:21:13,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/e4db82e4653c4b42941ef0760d219f5a, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T12:21:13,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/97b2b2c2c79e4b20b01649902ac88f02 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/97b2b2c2c79e4b20b01649902ac88f02 2024-11-26T12:21:13,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/97b2b2c2c79e4b20b01649902ac88f02, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T12:21:13,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 185ms, sequenceid=158, compaction requested=false 2024-11-26T12:21:13,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:13,890 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/80b675165bb74292af53582cb8febdb5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/80b675165bb74292af53582cb8febdb5 2024-11-26T12:21:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:13,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:21:13,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:13,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:13,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:13,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:13,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:13,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:13,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/66a4c168a7d34fbbbcf20e41e3b45763 is 50, key is test_row_0/A:col10/1732623673898/Put/seqid=0 2024-11-26T12:21:13,911 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/A of 4d33bc2c22eeeacb6bc3ff94f6191561 into 80b675165bb74292af53582cb8febdb5(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:13,911 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:13,911 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/A, priority=12, startTime=1732623673392; duration=0sec 2024-11-26T12:21:13,911 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:13,911 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:A 2024-11-26T12:21:13,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741869_1045 (size=12151) 2024-11-26T12:21:13,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623733933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623733933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623733933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623733939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623733939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T12:21:13,994 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-26T12:21:13,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-26T12:21:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T12:21:14,000 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:14,001 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:14,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:14,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623734043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623734043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623734045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623734046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623734047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T12:21:14,154 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T12:21:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623734247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623734248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623734249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623734251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623734253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T12:21:14,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T12:21:14,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/66a4c168a7d34fbbbcf20e41e3b45763 2024-11-26T12:21:14,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/05759b84cb97484994cb600eb8ef145a is 50, key is test_row_0/B:col10/1732623673898/Put/seqid=0 2024-11-26T12:21:14,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741870_1046 (size=12151) 2024-11-26T12:21:14,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/05759b84cb97484994cb600eb8ef145a 2024-11-26T12:21:14,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/6c7f146d4c3c43c6b07e19857cddc5b1 is 50, key is test_row_0/C:col10/1732623673898/Put/seqid=0 2024-11-26T12:21:14,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741871_1047 (size=12151) 2024-11-26T12:21:14,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/6c7f146d4c3c43c6b07e19857cddc5b1 2024-11-26T12:21:14,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/66a4c168a7d34fbbbcf20e41e3b45763 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/66a4c168a7d34fbbbcf20e41e3b45763 2024-11-26T12:21:14,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/66a4c168a7d34fbbbcf20e41e3b45763, entries=150, sequenceid=172, filesize=11.9 K 2024-11-26T12:21:14,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/05759b84cb97484994cb600eb8ef145a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/05759b84cb97484994cb600eb8ef145a 2024-11-26T12:21:14,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/05759b84cb97484994cb600eb8ef145a, entries=150, sequenceid=172, filesize=11.9 K 2024-11-26T12:21:14,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/6c7f146d4c3c43c6b07e19857cddc5b1 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/6c7f146d4c3c43c6b07e19857cddc5b1 2024-11-26T12:21:14,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T12:21:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/6c7f146d4c3c43c6b07e19857cddc5b1, entries=150, sequenceid=172, filesize=11.9 K 2024-11-26T12:21:14,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 579ms, sequenceid=172, compaction requested=true 2024-11-26T12:21:14,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:14,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:14,480 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:14,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:14,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:14,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:14,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:14,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:14,480 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:14,482 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:14,482 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/A is initiating minor compaction (all files) 2024-11-26T12:21:14,482 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/A in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,482 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/80b675165bb74292af53582cb8febdb5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ac22d0728a454d34bb1423c0c8f9e699, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/66a4c168a7d34fbbbcf20e41e3b45763] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=35.8 K 2024-11-26T12:21:14,483 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:14,483 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/B is initiating minor compaction (all files) 2024-11-26T12:21:14,483 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/B in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,483 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/a8ed471b985f44dd804c7f2c8e4d8a39, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/e4db82e4653c4b42941ef0760d219f5a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/05759b84cb97484994cb600eb8ef145a] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=35.8 K 2024-11-26T12:21:14,484 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80b675165bb74292af53582cb8febdb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732623672574 2024-11-26T12:21:14,484 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting a8ed471b985f44dd804c7f2c8e4d8a39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732623672574 2024-11-26T12:21:14,485 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting e4db82e4653c4b42941ef0760d219f5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732623673249 2024-11-26T12:21:14,486 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac22d0728a454d34bb1423c0c8f9e699, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732623673249 2024-11-26T12:21:14,486 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 05759b84cb97484994cb600eb8ef145a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732623673582 2024-11-26T12:21:14,487 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66a4c168a7d34fbbbcf20e41e3b45763, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732623673582 2024-11-26T12:21:14,510 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#A#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:14,511 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/a5d46bb962d84450b3ca41aa176a43b3 is 50, key is test_row_0/A:col10/1732623673898/Put/seqid=0 2024-11-26T12:21:14,518 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#B#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:14,520 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/311c8fd876804cb0a76c776e7e9b8e32 is 50, key is test_row_0/B:col10/1732623673898/Put/seqid=0 2024-11-26T12:21:14,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741872_1048 (size=12527) 2024-11-26T12:21:14,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741873_1049 (size=12527) 2024-11-26T12:21:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:14,558 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/311c8fd876804cb0a76c776e7e9b8e32 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/311c8fd876804cb0a76c776e7e9b8e32 2024-11-26T12:21:14,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:21:14,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:14,572 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/B of 4d33bc2c22eeeacb6bc3ff94f6191561 into 311c8fd876804cb0a76c776e7e9b8e32(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:14,572 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:14,572 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/B, priority=13, startTime=1732623674480; duration=0sec 2024-11-26T12:21:14,573 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:14,573 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:14,573 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:14,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/80ebdb4af6ee4cd0bfc91b3d69a4f71b is 50, key is test_row_0/A:col10/1732623673918/Put/seqid=0 2024-11-26T12:21:14,577 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:14,577 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/C is initiating minor compaction (all files) 2024-11-26T12:21:14,577 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/C in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,577 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/356419f434764123b05c09f855a604c4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/97b2b2c2c79e4b20b01649902ac88f02, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/6c7f146d4c3c43c6b07e19857cddc5b1] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=35.8 K 2024-11-26T12:21:14,578 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 356419f434764123b05c09f855a604c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732623672574 2024-11-26T12:21:14,578 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 97b2b2c2c79e4b20b01649902ac88f02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732623673249 2024-11-26T12:21:14,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623734572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,580 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c7f146d4c3c43c6b07e19857cddc5b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732623673582 2024-11-26T12:21:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623734573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623734576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623734578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623734578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741874_1050 (size=14541) 2024-11-26T12:21:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T12:21:14,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/80ebdb4af6ee4cd0bfc91b3d69a4f71b 2024-11-26T12:21:14,607 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:14,608 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/0419c0cd739f4a3e9a538b4170c0fe14 is 50, key is test_row_0/C:col10/1732623673898/Put/seqid=0 2024-11-26T12:21:14,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/8a57edac63ba4e58a0b3425a1e65c78c is 50, key is test_row_0/B:col10/1732623673918/Put/seqid=0 2024-11-26T12:21:14,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T12:21:14,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741875_1051 (size=12527) 2024-11-26T12:21:14,650 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/0419c0cd739f4a3e9a538b4170c0fe14 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/0419c0cd739f4a3e9a538b4170c0fe14 2024-11-26T12:21:14,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741876_1052 (size=12151) 2024-11-26T12:21:14,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/8a57edac63ba4e58a0b3425a1e65c78c 2024-11-26T12:21:14,670 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/C of 4d33bc2c22eeeacb6bc3ff94f6191561 into 0419c0cd739f4a3e9a538b4170c0fe14(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:14,671 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:14,671 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/C, priority=13, startTime=1732623674480; duration=0sec 2024-11-26T12:21:14,671 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:14,671 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:C 2024-11-26T12:21:14,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/daca005ecda24fdfa2239e1069245694 is 50, key is test_row_0/C:col10/1732623673918/Put/seqid=0 2024-11-26T12:21:14,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623734681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623734682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623734684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623734684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623734687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741877_1053 (size=12151) 2024-11-26T12:21:14,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T12:21:14,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:14,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623734884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623734886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623734886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623734888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623734891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:14,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T12:21:14,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:14,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:14,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:14,946 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/a5d46bb962d84450b3ca41aa176a43b3 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/a5d46bb962d84450b3ca41aa176a43b3 2024-11-26T12:21:14,957 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/A of 4d33bc2c22eeeacb6bc3ff94f6191561 into a5d46bb962d84450b3ca41aa176a43b3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:14,957 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:14,957 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/A, priority=13, startTime=1732623674479; duration=0sec 2024-11-26T12:21:14,958 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:14,958 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:A 2024-11-26T12:21:15,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T12:21:15,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:15,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:15,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:15,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:15,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T12:21:15,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/daca005ecda24fdfa2239e1069245694 2024-11-26T12:21:15,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/80ebdb4af6ee4cd0bfc91b3d69a4f71b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/80ebdb4af6ee4cd0bfc91b3d69a4f71b 2024-11-26T12:21:15,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/80ebdb4af6ee4cd0bfc91b3d69a4f71b, entries=200, sequenceid=197, filesize=14.2 K 2024-11-26T12:21:15,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/8a57edac63ba4e58a0b3425a1e65c78c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/8a57edac63ba4e58a0b3425a1e65c78c 2024-11-26T12:21:15,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/8a57edac63ba4e58a0b3425a1e65c78c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-26T12:21:15,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/daca005ecda24fdfa2239e1069245694 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/daca005ecda24fdfa2239e1069245694 2024-11-26T12:21:15,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/daca005ecda24fdfa2239e1069245694, entries=150, sequenceid=197, filesize=11.9 K 2024-11-26T12:21:15,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 602ms, sequenceid=197, compaction requested=false 2024-11-26T12:21:15,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:15,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:21:15,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:15,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:15,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:15,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:15,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:15,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:15,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/34707fff057c4951b7cda5c904d880f8 is 50, key is test_row_0/A:col10/1732623675190/Put/seqid=0 2024-11-26T12:21:15,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623735222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623735224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623735225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623735227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623735228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741878_1054 (size=12151) 2024-11-26T12:21:15,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/34707fff057c4951b7cda5c904d880f8 2024-11-26T12:21:15,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T12:21:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:15,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:15,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:15,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:15,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:15,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/cee3bd290b4348dbb9e3b190f0e622c9 is 50, key is test_row_0/B:col10/1732623675190/Put/seqid=0 2024-11-26T12:21:15,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741879_1055 (size=12151) 2024-11-26T12:21:15,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/cee3bd290b4348dbb9e3b190f0e622c9 2024-11-26T12:21:15,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/483554f882ff4ba986911539d3c70678 is 50, key is test_row_0/C:col10/1732623675190/Put/seqid=0 2024-11-26T12:21:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741880_1056 (size=12151) 2024-11-26T12:21:15,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/483554f882ff4ba986911539d3c70678 2024-11-26T12:21:15,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623735331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623735332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623735332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623735335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623735335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/34707fff057c4951b7cda5c904d880f8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/34707fff057c4951b7cda5c904d880f8 2024-11-26T12:21:15,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/34707fff057c4951b7cda5c904d880f8, entries=150, sequenceid=214, filesize=11.9 K 2024-11-26T12:21:15,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/cee3bd290b4348dbb9e3b190f0e622c9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/cee3bd290b4348dbb9e3b190f0e622c9 2024-11-26T12:21:15,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/cee3bd290b4348dbb9e3b190f0e622c9, entries=150, sequenceid=214, filesize=11.9 K 2024-11-26T12:21:15,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/483554f882ff4ba986911539d3c70678 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/483554f882ff4ba986911539d3c70678 2024-11-26T12:21:15,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/483554f882ff4ba986911539d3c70678, entries=150, sequenceid=214, filesize=11.9 K 2024-11-26T12:21:15,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 186ms, sequenceid=214, compaction requested=true 2024-11-26T12:21:15,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:15,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:15,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:15,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:15,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:15,381 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:15,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:15,381 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:15,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:15,383 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:15,383 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/B is initiating minor compaction (all files) 2024-11-26T12:21:15,383 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/B in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:15,383 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/311c8fd876804cb0a76c776e7e9b8e32, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/8a57edac63ba4e58a0b3425a1e65c78c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/cee3bd290b4348dbb9e3b190f0e622c9] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=36.0 K 2024-11-26T12:21:15,384 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:15,384 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/A is initiating minor compaction (all files) 2024-11-26T12:21:15,384 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/A in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:15,384 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/a5d46bb962d84450b3ca41aa176a43b3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/80ebdb4af6ee4cd0bfc91b3d69a4f71b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/34707fff057c4951b7cda5c904d880f8] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=38.3 K 2024-11-26T12:21:15,385 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 311c8fd876804cb0a76c776e7e9b8e32, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732623673582 2024-11-26T12:21:15,385 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5d46bb962d84450b3ca41aa176a43b3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732623673582 2024-11-26T12:21:15,386 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80ebdb4af6ee4cd0bfc91b3d69a4f71b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732623673918 2024-11-26T12:21:15,386 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a57edac63ba4e58a0b3425a1e65c78c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732623673918 2024-11-26T12:21:15,387 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34707fff057c4951b7cda5c904d880f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732623674561 2024-11-26T12:21:15,387 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting cee3bd290b4348dbb9e3b190f0e622c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732623674561 2024-11-26T12:21:15,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T12:21:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:15,399 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:21:15,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:15,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:15,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:15,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:15,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:15,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:15,413 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:15,414 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/531275af7b4d4699ae193272bd5a9eff is 50, key is test_row_0/A:col10/1732623675190/Put/seqid=0 2024-11-26T12:21:15,423 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#B#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:15,424 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/a30585a6571841ec89b00ce3d7861740 is 50, key is test_row_0/B:col10/1732623675190/Put/seqid=0 2024-11-26T12:21:15,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/4672067846d5485790cf5ecd66825471 is 50, key is test_row_0/A:col10/1732623675223/Put/seqid=0 2024-11-26T12:21:15,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741881_1057 (size=12629) 2024-11-26T12:21:15,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741882_1058 (size=12629) 2024-11-26T12:21:15,458 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/531275af7b4d4699ae193272bd5a9eff as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/531275af7b4d4699ae193272bd5a9eff 2024-11-26T12:21:15,459 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/a30585a6571841ec89b00ce3d7861740 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/a30585a6571841ec89b00ce3d7861740 2024-11-26T12:21:15,472 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/A of 4d33bc2c22eeeacb6bc3ff94f6191561 into 531275af7b4d4699ae193272bd5a9eff(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:15,472 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:15,473 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/A, priority=13, startTime=1732623675381; duration=0sec 2024-11-26T12:21:15,472 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/B of 4d33bc2c22eeeacb6bc3ff94f6191561 into a30585a6571841ec89b00ce3d7861740(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:15,473 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:15,473 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/B, priority=13, startTime=1732623675381; duration=0sec 2024-11-26T12:21:15,473 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:15,473 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:15,473 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:15,473 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:A 2024-11-26T12:21:15,473 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:15,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741883_1059 (size=12151) 2024-11-26T12:21:15,475 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:15,476 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/C is initiating minor compaction (all files) 2024-11-26T12:21:15,476 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/C in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:15,476 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/0419c0cd739f4a3e9a538b4170c0fe14, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/daca005ecda24fdfa2239e1069245694, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/483554f882ff4ba986911539d3c70678] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=36.0 K 2024-11-26T12:21:15,477 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/4672067846d5485790cf5ecd66825471 2024-11-26T12:21:15,478 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 0419c0cd739f4a3e9a538b4170c0fe14, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732623673582 2024-11-26T12:21:15,478 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting daca005ecda24fdfa2239e1069245694, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732623673918 2024-11-26T12:21:15,479 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 483554f882ff4ba986911539d3c70678, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732623674561 2024-11-26T12:21:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/23f913b44bdb4be79bfd8f56aff7e09e is 50, key is test_row_0/B:col10/1732623675223/Put/seqid=0 2024-11-26T12:21:15,500 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#C#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:15,501 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/fd8063be7db349bca65821a800c108dc is 50, key is test_row_0/C:col10/1732623675190/Put/seqid=0 2024-11-26T12:21:15,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741884_1060 (size=12151) 2024-11-26T12:21:15,520 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/23f913b44bdb4be79bfd8f56aff7e09e 2024-11-26T12:21:15,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741885_1061 (size=12629) 2024-11-26T12:21:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:15,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:15,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/de286724ee88482187796f77dbbc74cb is 50, key is test_row_0/C:col10/1732623675223/Put/seqid=0 2024-11-26T12:21:15,547 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/fd8063be7db349bca65821a800c108dc as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/fd8063be7db349bca65821a800c108dc 2024-11-26T12:21:15,556 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/C of 4d33bc2c22eeeacb6bc3ff94f6191561 into fd8063be7db349bca65821a800c108dc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:15,557 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:15,557 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/C, priority=13, startTime=1732623675381; duration=0sec 2024-11-26T12:21:15,557 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:15,557 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:C 2024-11-26T12:21:15,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741886_1062 (size=12151) 2024-11-26T12:21:15,560 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/de286724ee88482187796f77dbbc74cb 2024-11-26T12:21:15,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623735560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623735560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623735562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623735563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623735565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/4672067846d5485790cf5ecd66825471 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4672067846d5485790cf5ecd66825471 2024-11-26T12:21:15,590 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4672067846d5485790cf5ecd66825471, entries=150, sequenceid=237, filesize=11.9 K 2024-11-26T12:21:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/23f913b44bdb4be79bfd8f56aff7e09e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/23f913b44bdb4be79bfd8f56aff7e09e 2024-11-26T12:21:15,599 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/23f913b44bdb4be79bfd8f56aff7e09e, entries=150, sequenceid=237, filesize=11.9 K 2024-11-26T12:21:15,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/de286724ee88482187796f77dbbc74cb as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/de286724ee88482187796f77dbbc74cb 2024-11-26T12:21:15,607 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/de286724ee88482187796f77dbbc74cb, entries=150, sequenceid=237, filesize=11.9 K 2024-11-26T12:21:15,609 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 210ms, sequenceid=237, compaction requested=false 2024-11-26T12:21:15,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:15,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:15,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-26T12:21:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-26T12:21:15,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T12:21:15,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6090 sec 2024-11-26T12:21:15,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.6180 sec 2024-11-26T12:21:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:15,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:21:15,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:15,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:15,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:15,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:15,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:15,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:15,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/99c3c8324ed94262bf0b87088492c415 is 50, key is test_row_0/A:col10/1732623675669/Put/seqid=0 2024-11-26T12:21:15,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623735692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623735692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623735695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623735695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623735696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741887_1063 (size=12151) 2024-11-26T12:21:15,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623735798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623735798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623735799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623735799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:15,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623735800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623736003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623736003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623736004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623736005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623736004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/99c3c8324ed94262bf0b87088492c415 2024-11-26T12:21:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T12:21:16,108 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-26T12:21:16,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-26T12:21:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T12:21:16,115 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:16,116 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:16,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:16,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/66420a2751754753800b391201093771 is 50, key is test_row_0/B:col10/1732623675669/Put/seqid=0 2024-11-26T12:21:16,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741888_1064 (size=12151) 2024-11-26T12:21:16,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/66420a2751754753800b391201093771 2024-11-26T12:21:16,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/b6569e62d19b42ca9758ea1d1942d886 is 50, key is test_row_0/C:col10/1732623675669/Put/seqid=0 2024-11-26T12:21:16,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741889_1065 (size=12151) 2024-11-26T12:21:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T12:21:16,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T12:21:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:16,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:16,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:16,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623736308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623736308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623736309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623736310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623736311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T12:21:16,442 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T12:21:16,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:16,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:16,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:16,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:16,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:16,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/b6569e62d19b42ca9758ea1d1942d886 2024-11-26T12:21:16,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/99c3c8324ed94262bf0b87088492c415 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/99c3c8324ed94262bf0b87088492c415 2024-11-26T12:21:16,595 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T12:21:16,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:16,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:16,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:16,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:16,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:16,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/99c3c8324ed94262bf0b87088492c415, entries=150, sequenceid=256, filesize=11.9 K 2024-11-26T12:21:16,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/66420a2751754753800b391201093771 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/66420a2751754753800b391201093771 2024-11-26T12:21:16,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/66420a2751754753800b391201093771, entries=150, sequenceid=256, filesize=11.9 K 2024-11-26T12:21:16,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/b6569e62d19b42ca9758ea1d1942d886 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b6569e62d19b42ca9758ea1d1942d886 2024-11-26T12:21:16,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b6569e62d19b42ca9758ea1d1942d886, entries=150, sequenceid=256, filesize=11.9 K 2024-11-26T12:21:16,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 949ms, sequenceid=256, compaction requested=true 2024-11-26T12:21:16,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:16,621 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:16,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:16,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:16,623 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:16,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:16,623 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:16,623 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/A is initiating minor compaction (all files) 2024-11-26T12:21:16,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:16,623 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/A in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:16,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:16,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:16,623 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/531275af7b4d4699ae193272bd5a9eff, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4672067846d5485790cf5ecd66825471, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/99c3c8324ed94262bf0b87088492c415] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=36.1 K 2024-11-26T12:21:16,624 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 531275af7b4d4699ae193272bd5a9eff, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732623674561 2024-11-26T12:21:16,624 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:16,624 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/B is initiating minor compaction (all files) 2024-11-26T12:21:16,624 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/B in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:16,625 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/a30585a6571841ec89b00ce3d7861740, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/23f913b44bdb4be79bfd8f56aff7e09e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/66420a2751754753800b391201093771] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=36.1 K 2024-11-26T12:21:16,625 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4672067846d5485790cf5ecd66825471, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732623675223 2024-11-26T12:21:16,625 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting a30585a6571841ec89b00ce3d7861740, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732623674561 2024-11-26T12:21:16,626 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99c3c8324ed94262bf0b87088492c415, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732623675546 2024-11-26T12:21:16,626 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 23f913b44bdb4be79bfd8f56aff7e09e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732623675223 2024-11-26T12:21:16,626 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 66420a2751754753800b391201093771, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732623675546 2024-11-26T12:21:16,639 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#A#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:16,640 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/36d5ff9a3c194759af813d7f39dbce4a is 50, key is test_row_0/A:col10/1732623675669/Put/seqid=0 2024-11-26T12:21:16,640 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:16,641 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/f9cd1f9b17054812930bebbf29bab221 is 50, key is test_row_0/B:col10/1732623675669/Put/seqid=0 2024-11-26T12:21:16,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741890_1066 (size=12731) 2024-11-26T12:21:16,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741891_1067 (size=12731) 2024-11-26T12:21:16,677 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/36d5ff9a3c194759af813d7f39dbce4a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/36d5ff9a3c194759af813d7f39dbce4a 2024-11-26T12:21:16,688 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/A of 4d33bc2c22eeeacb6bc3ff94f6191561 into 36d5ff9a3c194759af813d7f39dbce4a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:16,688 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:16,689 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/A, priority=13, startTime=1732623676621; duration=0sec 2024-11-26T12:21:16,689 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:16,689 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:A 2024-11-26T12:21:16,689 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:16,691 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:16,691 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/C is initiating minor compaction (all files) 2024-11-26T12:21:16,691 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/C in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:16,691 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/fd8063be7db349bca65821a800c108dc, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/de286724ee88482187796f77dbbc74cb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b6569e62d19b42ca9758ea1d1942d886] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=36.1 K 2024-11-26T12:21:16,692 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd8063be7db349bca65821a800c108dc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732623674561 2024-11-26T12:21:16,692 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting de286724ee88482187796f77dbbc74cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732623675223 2024-11-26T12:21:16,693 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6569e62d19b42ca9758ea1d1942d886, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732623675546 2024-11-26T12:21:16,706 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:16,707 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/202dd93292eb478eb3b5a021fbfa2919 is 50, key is test_row_0/C:col10/1732623675669/Put/seqid=0 2024-11-26T12:21:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T12:21:16,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741892_1068 (size=12731) 2024-11-26T12:21:16,742 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/202dd93292eb478eb3b5a021fbfa2919 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/202dd93292eb478eb3b5a021fbfa2919 2024-11-26T12:21:16,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T12:21:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:16,752 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T12:21:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:16,753 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/C of 4d33bc2c22eeeacb6bc3ff94f6191561 into 202dd93292eb478eb3b5a021fbfa2919(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:16,753 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:16,753 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/C, priority=13, startTime=1732623676623; duration=0sec 2024-11-26T12:21:16,753 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:16,754 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:C 2024-11-26T12:21:16,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/bf7ab2cee699430bbca22492c7d41345 is 50, key is test_row_0/A:col10/1732623675694/Put/seqid=0 2024-11-26T12:21:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741893_1069 (size=12301) 2024-11-26T12:21:16,771 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/bf7ab2cee699430bbca22492c7d41345 2024-11-26T12:21:16,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/18ff01d0080148b2b4b9fc96a046b439 is 50, key is test_row_0/B:col10/1732623675694/Put/seqid=0 2024-11-26T12:21:16,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741894_1070 (size=12301) 2024-11-26T12:21:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:16,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:16,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623736829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623736829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623736830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623736830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623736833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623736935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623736937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623736937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623736937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:16,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623736938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,074 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/f9cd1f9b17054812930bebbf29bab221 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f9cd1f9b17054812930bebbf29bab221 2024-11-26T12:21:17,083 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/B of 4d33bc2c22eeeacb6bc3ff94f6191561 into f9cd1f9b17054812930bebbf29bab221(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:17,083 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:17,083 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/B, priority=13, startTime=1732623676622; duration=0sec 2024-11-26T12:21:17,083 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:17,083 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:17,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623737138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623737142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623737142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623737143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623737145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,199 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/18ff01d0080148b2b4b9fc96a046b439 2024-11-26T12:21:17,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/dcc8918ab2324aa7b6c164e6ee4197d8 is 50, key is test_row_0/C:col10/1732623675694/Put/seqid=0 2024-11-26T12:21:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T12:21:17,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741895_1071 (size=12301) 2024-11-26T12:21:17,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623737443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623737444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623737445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623737448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623737449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,621 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/dcc8918ab2324aa7b6c164e6ee4197d8 2024-11-26T12:21:17,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/bf7ab2cee699430bbca22492c7d41345 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/bf7ab2cee699430bbca22492c7d41345 2024-11-26T12:21:17,643 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/bf7ab2cee699430bbca22492c7d41345, entries=150, sequenceid=277, filesize=12.0 K 2024-11-26T12:21:17,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/18ff01d0080148b2b4b9fc96a046b439 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/18ff01d0080148b2b4b9fc96a046b439 2024-11-26T12:21:17,652 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/18ff01d0080148b2b4b9fc96a046b439, entries=150, sequenceid=277, filesize=12.0 K 2024-11-26T12:21:17,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/dcc8918ab2324aa7b6c164e6ee4197d8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/dcc8918ab2324aa7b6c164e6ee4197d8 2024-11-26T12:21:17,661 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/dcc8918ab2324aa7b6c164e6ee4197d8, entries=150, sequenceid=277, filesize=12.0 K 2024-11-26T12:21:17,662 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 910ms, sequenceid=277, compaction requested=false 2024-11-26T12:21:17,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:17,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:17,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-26T12:21:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-26T12:21:17,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T12:21:17,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5480 sec 2024-11-26T12:21:17,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.5550 sec 2024-11-26T12:21:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:17,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T12:21:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:17,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/762f457b72d94b5eb121102c041f82ba is 50, key is test_row_0/A:col10/1732623676826/Put/seqid=0 2024-11-26T12:21:17,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741896_1072 (size=12301) 2024-11-26T12:21:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623737969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623737968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623737970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623737973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623737974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:17,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/762f457b72d94b5eb121102c041f82ba 2024-11-26T12:21:17,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/5bf0dc432d8b4786b3f6c1a9cb2e53a6 is 50, key is test_row_0/B:col10/1732623676826/Put/seqid=0 2024-11-26T12:21:18,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741897_1073 (size=12301) 2024-11-26T12:21:18,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/5bf0dc432d8b4786b3f6c1a9cb2e53a6 2024-11-26T12:21:18,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/5fffc380a8dd45a9afc09c32d1509e3b is 50, key is test_row_0/C:col10/1732623676826/Put/seqid=0 2024-11-26T12:21:18,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741898_1074 (size=12301) 2024-11-26T12:21:18,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/5fffc380a8dd45a9afc09c32d1509e3b 2024-11-26T12:21:18,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/762f457b72d94b5eb121102c041f82ba as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/762f457b72d94b5eb121102c041f82ba 2024-11-26T12:21:18,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/762f457b72d94b5eb121102c041f82ba, entries=150, sequenceid=296, filesize=12.0 K 2024-11-26T12:21:18,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/5bf0dc432d8b4786b3f6c1a9cb2e53a6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5bf0dc432d8b4786b3f6c1a9cb2e53a6 2024-11-26T12:21:18,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5bf0dc432d8b4786b3f6c1a9cb2e53a6, entries=150, sequenceid=296, filesize=12.0 K 2024-11-26T12:21:18,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/5fffc380a8dd45a9afc09c32d1509e3b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/5fffc380a8dd45a9afc09c32d1509e3b 2024-11-26T12:21:18,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623738074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623738075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623738076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623738076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623738077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/5fffc380a8dd45a9afc09c32d1509e3b, entries=150, sequenceid=296, filesize=12.0 K 2024-11-26T12:21:18,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 130ms, sequenceid=296, compaction requested=true 2024-11-26T12:21:18,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:18,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:18,081 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:18,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:18,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:18,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:18,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:18,081 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:18,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:18,083 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:18,083 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:18,083 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/B is initiating minor compaction (all files) 2024-11-26T12:21:18,083 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/B in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:18,083 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/A is initiating minor compaction (all files) 2024-11-26T12:21:18,083 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f9cd1f9b17054812930bebbf29bab221, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/18ff01d0080148b2b4b9fc96a046b439, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5bf0dc432d8b4786b3f6c1a9cb2e53a6] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=36.5 K 2024-11-26T12:21:18,083 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/A in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:18,083 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/36d5ff9a3c194759af813d7f39dbce4a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/bf7ab2cee699430bbca22492c7d41345, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/762f457b72d94b5eb121102c041f82ba] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=36.5 K 2024-11-26T12:21:18,084 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting f9cd1f9b17054812930bebbf29bab221, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732623675546 2024-11-26T12:21:18,084 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36d5ff9a3c194759af813d7f39dbce4a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732623675546 2024-11-26T12:21:18,085 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf7ab2cee699430bbca22492c7d41345, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732623675688 2024-11-26T12:21:18,085 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 18ff01d0080148b2b4b9fc96a046b439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732623675688 2024-11-26T12:21:18,085 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 762f457b72d94b5eb121102c041f82ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732623676826 2024-11-26T12:21:18,085 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bf0dc432d8b4786b3f6c1a9cb2e53a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732623676826 2024-11-26T12:21:18,097 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#A#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:18,098 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/42fe4833679a41c58eb3d1520df6691b is 50, key is test_row_0/A:col10/1732623676826/Put/seqid=0 2024-11-26T12:21:18,099 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:18,099 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/038fcef90464481a87117e7c6761a32e is 50, key is test_row_0/B:col10/1732623676826/Put/seqid=0 2024-11-26T12:21:18,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741900_1076 (size=12983) 2024-11-26T12:21:18,135 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/42fe4833679a41c58eb3d1520df6691b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/42fe4833679a41c58eb3d1520df6691b 2024-11-26T12:21:18,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741899_1075 (size=12983) 2024-11-26T12:21:18,146 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/038fcef90464481a87117e7c6761a32e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/038fcef90464481a87117e7c6761a32e 2024-11-26T12:21:18,149 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/A of 4d33bc2c22eeeacb6bc3ff94f6191561 into 42fe4833679a41c58eb3d1520df6691b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:18,149 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:18,149 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/A, priority=13, startTime=1732623678081; duration=0sec 2024-11-26T12:21:18,149 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:18,150 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:A 2024-11-26T12:21:18,150 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:18,153 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:18,153 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/C is initiating minor compaction (all files) 2024-11-26T12:21:18,154 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/C in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:18,154 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/202dd93292eb478eb3b5a021fbfa2919, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/dcc8918ab2324aa7b6c164e6ee4197d8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/5fffc380a8dd45a9afc09c32d1509e3b] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=36.5 K 2024-11-26T12:21:18,154 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 202dd93292eb478eb3b5a021fbfa2919, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732623675546 2024-11-26T12:21:18,155 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcc8918ab2324aa7b6c164e6ee4197d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732623675688 2024-11-26T12:21:18,156 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fffc380a8dd45a9afc09c32d1509e3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732623676826 2024-11-26T12:21:18,156 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/B of 4d33bc2c22eeeacb6bc3ff94f6191561 into 038fcef90464481a87117e7c6761a32e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:18,156 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:18,156 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/B, priority=13, startTime=1732623678081; duration=0sec 2024-11-26T12:21:18,157 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:18,157 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:18,170 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:18,171 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/15f53e3183914d4c81f4820e55bb9b93 is 50, key is test_row_0/C:col10/1732623676826/Put/seqid=0 2024-11-26T12:21:18,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741901_1077 (size=12983) 2024-11-26T12:21:18,201 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/15f53e3183914d4c81f4820e55bb9b93 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/15f53e3183914d4c81f4820e55bb9b93 2024-11-26T12:21:18,210 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/C of 4d33bc2c22eeeacb6bc3ff94f6191561 into 15f53e3183914d4c81f4820e55bb9b93(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:18,210 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:18,210 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/C, priority=13, startTime=1732623678081; duration=0sec 2024-11-26T12:21:18,211 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:18,211 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:C 2024-11-26T12:21:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T12:21:18,220 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-26T12:21:18,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-26T12:21:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T12:21:18,225 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:18,226 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:18,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:18,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T12:21:18,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:18,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:18,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:18,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:18,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:18,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:18,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623738292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/0336213efc594080b500213c5d3e433b is 50, key is test_row_0/A:col10/1732623678281/Put/seqid=0 2024-11-26T12:21:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623738293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623738294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623738294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623738295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741902_1078 (size=12301) 2024-11-26T12:21:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T12:21:18,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T12:21:18,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:18,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:18,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:18,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:18,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:18,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623738399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623738400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623738400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623738400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623738401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T12:21:18,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T12:21:18,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:18,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:18,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:18,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:18,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:18,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623738602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623738603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623738604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623738604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623738604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,687 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T12:21:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:18,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:18,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/0336213efc594080b500213c5d3e433b 2024-11-26T12:21:18,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/f487f6e8a91343c0a5b68e7fbc09bf1c is 50, key is test_row_0/B:col10/1732623678281/Put/seqid=0 2024-11-26T12:21:18,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741903_1079 (size=12301) 2024-11-26T12:21:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T12:21:18,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T12:21:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:18,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:18,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623738907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623738907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623738908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623738908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:18,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623738909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:19,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:19,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T12:21:19,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:19,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:19,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:19,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:19,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:19,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/f487f6e8a91343c0a5b68e7fbc09bf1c 2024-11-26T12:21:19,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/24b805e3c86f45749c29ba9aabc8b0ab is 50, key is test_row_0/C:col10/1732623678281/Put/seqid=0 2024-11-26T12:21:19,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:19,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T12:21:19,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:19,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:19,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:19,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:19,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741904_1080 (size=12301) 2024-11-26T12:21:19,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:19,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T12:21:19,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:19,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:19,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:19,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:19,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T12:21:19,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623739412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:19,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623739412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:19,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623739414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:19,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623739414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:19,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623739415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:19,461 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:19,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T12:21:19,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:19,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:19,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:19,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:19,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:19,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/24b805e3c86f45749c29ba9aabc8b0ab 2024-11-26T12:21:19,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/0336213efc594080b500213c5d3e433b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/0336213efc594080b500213c5d3e433b 2024-11-26T12:21:19,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/0336213efc594080b500213c5d3e433b, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T12:21:19,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/f487f6e8a91343c0a5b68e7fbc09bf1c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f487f6e8a91343c0a5b68e7fbc09bf1c 2024-11-26T12:21:19,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f487f6e8a91343c0a5b68e7fbc09bf1c, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T12:21:19,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/24b805e3c86f45749c29ba9aabc8b0ab as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/24b805e3c86f45749c29ba9aabc8b0ab 2024-11-26T12:21:19,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/24b805e3c86f45749c29ba9aabc8b0ab, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T12:21:19,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 1313ms, sequenceid=323, compaction requested=false 2024-11-26T12:21:19,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:19,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:19,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T12:21:19,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:19,616 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:21:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:19,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/54f50c6a31c14e638c44b007507e2252 is 50, key is test_row_0/A:col10/1732623678292/Put/seqid=0 2024-11-26T12:21:19,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741905_1081 (size=12301) 2024-11-26T12:21:20,047 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/54f50c6a31c14e638c44b007507e2252 2024-11-26T12:21:20,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/5f5253c6c869425d92ad659c77027b2a is 50, key is test_row_0/B:col10/1732623678292/Put/seqid=0 2024-11-26T12:21:20,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741906_1082 (size=12301) 2024-11-26T12:21:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T12:21:20,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:20,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623740435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623740435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623740436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623740437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623740438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,472 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/5f5253c6c869425d92ad659c77027b2a 2024-11-26T12:21:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/09c5b1ca8f014fc9a4dfdf52d88c93a4 is 50, key is test_row_0/C:col10/1732623678292/Put/seqid=0 2024-11-26T12:21:20,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741907_1083 (size=12301) 2024-11-26T12:21:20,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623740541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623740542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623740541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623740541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623740542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623740743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623740744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623740745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623740745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623740745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:20,891 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/09c5b1ca8f014fc9a4dfdf52d88c93a4 2024-11-26T12:21:20,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/54f50c6a31c14e638c44b007507e2252 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/54f50c6a31c14e638c44b007507e2252 2024-11-26T12:21:20,904 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/54f50c6a31c14e638c44b007507e2252, entries=150, sequenceid=335, filesize=12.0 K 2024-11-26T12:21:20,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/5f5253c6c869425d92ad659c77027b2a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5f5253c6c869425d92ad659c77027b2a 2024-11-26T12:21:20,913 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5f5253c6c869425d92ad659c77027b2a, entries=150, sequenceid=335, filesize=12.0 K 2024-11-26T12:21:20,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/09c5b1ca8f014fc9a4dfdf52d88c93a4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/09c5b1ca8f014fc9a4dfdf52d88c93a4 2024-11-26T12:21:20,921 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/09c5b1ca8f014fc9a4dfdf52d88c93a4, entries=150, sequenceid=335, filesize=12.0 K 2024-11-26T12:21:20,922 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 1307ms, sequenceid=335, compaction requested=true 2024-11-26T12:21:20,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:20,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:20,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T12:21:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-26T12:21:20,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-26T12:21:20,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6970 sec 2024-11-26T12:21:20,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.7050 sec 2024-11-26T12:21:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:21,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T12:21:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:21,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:21,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/0fcd6f1d0e2043edb1bb6bc8339442a3 is 50, key is test_row_0/A:col10/1732623680436/Put/seqid=0 2024-11-26T12:21:21,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623741054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623741056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623741057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623741058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623741059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741908_1084 (size=12301) 2024-11-26T12:21:21,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/0fcd6f1d0e2043edb1bb6bc8339442a3 2024-11-26T12:21:21,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/8102bc9126d94a29b0685d0e4e96a302 is 50, key is test_row_0/B:col10/1732623680436/Put/seqid=0 2024-11-26T12:21:21,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741909_1085 (size=12301) 2024-11-26T12:21:21,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623741160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623741160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623741162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623741163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623741163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623741362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623741363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623741366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623741366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623741367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/8102bc9126d94a29b0685d0e4e96a302 2024-11-26T12:21:21,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/3927caeb690741588bb5230352dda8df is 50, key is test_row_0/C:col10/1732623680436/Put/seqid=0 2024-11-26T12:21:21,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741910_1086 (size=12301) 2024-11-26T12:21:21,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/3927caeb690741588bb5230352dda8df 2024-11-26T12:21:21,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/0fcd6f1d0e2043edb1bb6bc8339442a3 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/0fcd6f1d0e2043edb1bb6bc8339442a3 2024-11-26T12:21:21,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/0fcd6f1d0e2043edb1bb6bc8339442a3, entries=150, sequenceid=362, filesize=12.0 K 2024-11-26T12:21:21,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/8102bc9126d94a29b0685d0e4e96a302 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/8102bc9126d94a29b0685d0e4e96a302 2024-11-26T12:21:21,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/8102bc9126d94a29b0685d0e4e96a302, entries=150, sequenceid=362, filesize=12.0 K 2024-11-26T12:21:21,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/3927caeb690741588bb5230352dda8df as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/3927caeb690741588bb5230352dda8df 2024-11-26T12:21:21,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/3927caeb690741588bb5230352dda8df, entries=150, sequenceid=362, filesize=12.0 K 2024-11-26T12:21:21,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 497ms, sequenceid=362, compaction requested=true 2024-11-26T12:21:21,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:21,548 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:21,548 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:21,550 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:21,550 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/B is initiating minor compaction (all files) 2024-11-26T12:21:21,550 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/B in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:21,551 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/038fcef90464481a87117e7c6761a32e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f487f6e8a91343c0a5b68e7fbc09bf1c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5f5253c6c869425d92ad659c77027b2a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/8102bc9126d94a29b0685d0e4e96a302] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=48.7 K 2024-11-26T12:21:21,551 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:21,551 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/A is initiating minor compaction (all files) 2024-11-26T12:21:21,551 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/A in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:21,551 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/42fe4833679a41c58eb3d1520df6691b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/0336213efc594080b500213c5d3e433b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/54f50c6a31c14e638c44b007507e2252, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/0fcd6f1d0e2043edb1bb6bc8339442a3] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=48.7 K 2024-11-26T12:21:21,552 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 038fcef90464481a87117e7c6761a32e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732623676826 2024-11-26T12:21:21,552 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42fe4833679a41c58eb3d1520df6691b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732623676826 2024-11-26T12:21:21,552 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting f487f6e8a91343c0a5b68e7fbc09bf1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732623678279 2024-11-26T12:21:21,553 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0336213efc594080b500213c5d3e433b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732623678279 2024-11-26T12:21:21,553 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f5253c6c869425d92ad659c77027b2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732623678289 2024-11-26T12:21:21,554 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54f50c6a31c14e638c44b007507e2252, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732623678289 2024-11-26T12:21:21,554 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 8102bc9126d94a29b0685d0e4e96a302, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732623680433 2024-11-26T12:21:21,555 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fcd6f1d0e2043edb1bb6bc8339442a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732623680433 2024-11-26T12:21:21,575 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:21,577 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/d3e824cbf9344fb8b9af858bfddeff81 is 50, key is test_row_0/A:col10/1732623680436/Put/seqid=0 2024-11-26T12:21:21,583 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:21,584 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/11fad68413f14152b367294131ac3cb6 is 50, key is test_row_0/B:col10/1732623680436/Put/seqid=0 2024-11-26T12:21:21,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741912_1088 (size=13119) 2024-11-26T12:21:21,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741911_1087 (size=13119) 2024-11-26T12:21:21,625 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/11fad68413f14152b367294131ac3cb6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/11fad68413f14152b367294131ac3cb6 2024-11-26T12:21:21,629 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/d3e824cbf9344fb8b9af858bfddeff81 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/d3e824cbf9344fb8b9af858bfddeff81 2024-11-26T12:21:21,635 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/B of 4d33bc2c22eeeacb6bc3ff94f6191561 into 11fad68413f14152b367294131ac3cb6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:21,635 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:21,635 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/B, priority=12, startTime=1732623681548; duration=0sec 2024-11-26T12:21:21,635 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:21,635 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:21,636 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:21,638 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:21,638 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/C is initiating minor compaction (all files) 2024-11-26T12:21:21,638 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/C in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:21,640 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/15f53e3183914d4c81f4820e55bb9b93, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/24b805e3c86f45749c29ba9aabc8b0ab, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/09c5b1ca8f014fc9a4dfdf52d88c93a4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/3927caeb690741588bb5230352dda8df] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=48.7 K 2024-11-26T12:21:21,640 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/A of 4d33bc2c22eeeacb6bc3ff94f6191561 into d3e824cbf9344fb8b9af858bfddeff81(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:21,640 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:21,640 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/A, priority=12, startTime=1732623681548; duration=0sec 2024-11-26T12:21:21,640 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:21,640 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:A 2024-11-26T12:21:21,641 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 15f53e3183914d4c81f4820e55bb9b93, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732623676826 2024-11-26T12:21:21,641 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 24b805e3c86f45749c29ba9aabc8b0ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732623678279 2024-11-26T12:21:21,642 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 09c5b1ca8f014fc9a4dfdf52d88c93a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732623678289 2024-11-26T12:21:21,642 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 3927caeb690741588bb5230352dda8df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732623680433 2024-11-26T12:21:21,657 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#C#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:21,658 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/cefdddaf719940fba715b32237c3273f is 50, key is test_row_0/C:col10/1732623680436/Put/seqid=0 2024-11-26T12:21:21,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T12:21:21,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:21,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:21,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:21,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:21,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:21,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:21,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/6cdd709c3f734bdba8e360f4c02f405b is 50, key is test_row_0/A:col10/1732623681057/Put/seqid=0 2024-11-26T12:21:21,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741913_1089 (size=13119) 2024-11-26T12:21:21,696 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/cefdddaf719940fba715b32237c3273f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/cefdddaf719940fba715b32237c3273f 2024-11-26T12:21:21,704 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/C of 4d33bc2c22eeeacb6bc3ff94f6191561 into cefdddaf719940fba715b32237c3273f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:21,704 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:21,704 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/C, priority=12, startTime=1732623681548; duration=0sec 2024-11-26T12:21:21,704 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:21,704 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:C 2024-11-26T12:21:21,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741914_1090 (size=12301) 2024-11-26T12:21:21,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/6cdd709c3f734bdba8e360f4c02f405b 2024-11-26T12:21:21,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623741704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623741710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623741710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623741711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623741711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/529104a3cd93427390d9ae56440641e8 is 50, key is test_row_0/B:col10/1732623681057/Put/seqid=0 2024-11-26T12:21:21,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741915_1091 (size=12301) 2024-11-26T12:21:21,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/529104a3cd93427390d9ae56440641e8 2024-11-26T12:21:21,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/df6401401c654380beb8c0128a553281 is 50, key is test_row_0/C:col10/1732623681057/Put/seqid=0 2024-11-26T12:21:21,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741916_1092 (size=12301) 2024-11-26T12:21:21,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/df6401401c654380beb8c0128a553281 2024-11-26T12:21:21,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/6cdd709c3f734bdba8e360f4c02f405b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/6cdd709c3f734bdba8e360f4c02f405b 2024-11-26T12:21:21,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/6cdd709c3f734bdba8e360f4c02f405b, entries=150, sequenceid=375, filesize=12.0 K 2024-11-26T12:21:21,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/529104a3cd93427390d9ae56440641e8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/529104a3cd93427390d9ae56440641e8 2024-11-26T12:21:21,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/529104a3cd93427390d9ae56440641e8, entries=150, sequenceid=375, filesize=12.0 K 2024-11-26T12:21:21,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/df6401401c654380beb8c0128a553281 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/df6401401c654380beb8c0128a553281 2024-11-26T12:21:21,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/df6401401c654380beb8c0128a553281, entries=150, sequenceid=375, filesize=12.0 K 2024-11-26T12:21:21,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 140ms, sequenceid=375, compaction requested=false 2024-11-26T12:21:21,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:21,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T12:21:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:21,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623741823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/ecd4cc2d55fe4edea34aa8be1145cb6d is 50, key is test_row_0/A:col10/1732623681819/Put/seqid=0 2024-11-26T12:21:21,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623741825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741917_1093 (size=14741) 2024-11-26T12:21:21,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/ecd4cc2d55fe4edea34aa8be1145cb6d 2024-11-26T12:21:21,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623741828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623741828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623741834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/000a30693685469391a8ecd37b568a44 is 50, key is test_row_0/B:col10/1732623681819/Put/seqid=0 2024-11-26T12:21:21,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741918_1094 (size=12301) 2024-11-26T12:21:21,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623741929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623741931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623741935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623741935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:21,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623741937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623742134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623742137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623742137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623742137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623742140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/000a30693685469391a8ecd37b568a44 2024-11-26T12:21:22,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/db4ea9d4b5a0415e91e1d50a27a4bfae is 50, key is test_row_0/C:col10/1732623681819/Put/seqid=0 2024-11-26T12:21:22,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741919_1095 (size=12301) 2024-11-26T12:21:22,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/db4ea9d4b5a0415e91e1d50a27a4bfae 2024-11-26T12:21:22,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/ecd4cc2d55fe4edea34aa8be1145cb6d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ecd4cc2d55fe4edea34aa8be1145cb6d 2024-11-26T12:21:22,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ecd4cc2d55fe4edea34aa8be1145cb6d, entries=200, sequenceid=404, filesize=14.4 K 2024-11-26T12:21:22,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/000a30693685469391a8ecd37b568a44 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/000a30693685469391a8ecd37b568a44 2024-11-26T12:21:22,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/000a30693685469391a8ecd37b568a44, entries=150, sequenceid=404, filesize=12.0 K 2024-11-26T12:21:22,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/db4ea9d4b5a0415e91e1d50a27a4bfae as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/db4ea9d4b5a0415e91e1d50a27a4bfae 2024-11-26T12:21:22,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/db4ea9d4b5a0415e91e1d50a27a4bfae, entries=150, sequenceid=404, filesize=12.0 K 2024-11-26T12:21:22,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 488ms, sequenceid=404, compaction requested=true 2024-11-26T12:21:22,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:22,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:22,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:22,308 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:22,308 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:22,310 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:22,311 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/A is initiating minor compaction (all files) 2024-11-26T12:21:22,311 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/A in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:22,311 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:22,311 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/d3e824cbf9344fb8b9af858bfddeff81, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/6cdd709c3f734bdba8e360f4c02f405b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ecd4cc2d55fe4edea34aa8be1145cb6d] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=39.2 K 2024-11-26T12:21:22,311 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/B is initiating minor compaction (all files) 2024-11-26T12:21:22,311 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/B in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:22,311 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/11fad68413f14152b367294131ac3cb6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/529104a3cd93427390d9ae56440641e8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/000a30693685469391a8ecd37b568a44] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=36.8 K 2024-11-26T12:21:22,311 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3e824cbf9344fb8b9af858bfddeff81, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732623680433 2024-11-26T12:21:22,313 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 11fad68413f14152b367294131ac3cb6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732623680433 2024-11-26T12:21:22,313 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cdd709c3f734bdba8e360f4c02f405b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732623681051 2024-11-26T12:21:22,313 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 529104a3cd93427390d9ae56440641e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732623681051 2024-11-26T12:21:22,313 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecd4cc2d55fe4edea34aa8be1145cb6d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732623681701 2024-11-26T12:21:22,314 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 000a30693685469391a8ecd37b568a44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732623681706 2024-11-26T12:21:22,328 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:22,329 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/46e39b124d4443eca7793c43c07b7764 is 50, key is test_row_0/A:col10/1732623681819/Put/seqid=0 2024-11-26T12:21:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T12:21:22,330 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-26T12:21:22,331 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:22,332 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/82bd357c60d84efaa62338bef6f88e73 is 50, key is test_row_0/B:col10/1732623681819/Put/seqid=0 2024-11-26T12:21:22,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-26T12:21:22,334 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:22,335 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:22,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T12:21:22,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741921_1097 (size=13221) 2024-11-26T12:21:22,359 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/82bd357c60d84efaa62338bef6f88e73 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/82bd357c60d84efaa62338bef6f88e73 2024-11-26T12:21:22,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741920_1096 (size=13221) 2024-11-26T12:21:22,366 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/B of 4d33bc2c22eeeacb6bc3ff94f6191561 into 82bd357c60d84efaa62338bef6f88e73(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:22,366 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:22,367 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/B, priority=13, startTime=1732623682308; duration=0sec 2024-11-26T12:21:22,367 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:22,367 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:22,367 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:22,368 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:22,368 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/C is initiating minor compaction (all files) 2024-11-26T12:21:22,369 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/C in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:22,373 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/cefdddaf719940fba715b32237c3273f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/df6401401c654380beb8c0128a553281, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/db4ea9d4b5a0415e91e1d50a27a4bfae] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=36.8 K 2024-11-26T12:21:22,373 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting cefdddaf719940fba715b32237c3273f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732623680433 2024-11-26T12:21:22,374 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting df6401401c654380beb8c0128a553281, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732623681051 2024-11-26T12:21:22,375 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting db4ea9d4b5a0415e91e1d50a27a4bfae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732623681706 2024-11-26T12:21:22,395 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:22,396 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/da84be66e61547d6b050ca35b080c192 is 50, key is test_row_0/C:col10/1732623681819/Put/seqid=0 2024-11-26T12:21:22,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741922_1098 (size=13221) 2024-11-26T12:21:22,417 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/da84be66e61547d6b050ca35b080c192 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/da84be66e61547d6b050ca35b080c192 2024-11-26T12:21:22,428 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/C of 4d33bc2c22eeeacb6bc3ff94f6191561 into da84be66e61547d6b050ca35b080c192(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:22,428 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:22,428 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/C, priority=13, startTime=1732623682309; duration=0sec 2024-11-26T12:21:22,428 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:22,428 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:C 2024-11-26T12:21:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T12:21:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:22,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:21:22,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:22,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:22,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:22,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:22,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:22,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:22,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/82317ffae7484199a2beeb36d778ad70 is 50, key is test_row_0/A:col10/1732623682437/Put/seqid=0 2024-11-26T12:21:22,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623742467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623742470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741923_1099 (size=12301) 2024-11-26T12:21:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623742471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623742471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623742472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/82317ffae7484199a2beeb36d778ad70 2024-11-26T12:21:22,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:22,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:22,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:22,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:22,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:22,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/6c83f36864334d02981234c9931df462 is 50, key is test_row_0/B:col10/1732623682437/Put/seqid=0 2024-11-26T12:21:22,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741924_1100 (size=12301) 2024-11-26T12:21:22,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623742574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623742577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623742577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623742577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623742578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T12:21:22,642 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:22,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:22,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:22,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:22,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:22,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:22,769 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/46e39b124d4443eca7793c43c07b7764 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/46e39b124d4443eca7793c43c07b7764 2024-11-26T12:21:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623742779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623742779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,782 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/A of 4d33bc2c22eeeacb6bc3ff94f6191561 into 46e39b124d4443eca7793c43c07b7764(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:22,782 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:22,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,782 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/A, priority=13, startTime=1732623682308; duration=0sec 2024-11-26T12:21:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623742780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,782 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:22,783 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:A 2024-11-26T12:21:22,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623742781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623742785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,795 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:22,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:22,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:22,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:22,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:22,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:22,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/6c83f36864334d02981234c9931df462 2024-11-26T12:21:22,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/e784919d352942d09138b1fc474c2e2c is 50, key is test_row_0/C:col10/1732623682437/Put/seqid=0 2024-11-26T12:21:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T12:21:22,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741925_1101 (size=12301) 2024-11-26T12:21:22,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/e784919d352942d09138b1fc474c2e2c 2024-11-26T12:21:22,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:22,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:22,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:22,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:22,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:22,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:22,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:22,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/82317ffae7484199a2beeb36d778ad70 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/82317ffae7484199a2beeb36d778ad70 2024-11-26T12:21:22,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/82317ffae7484199a2beeb36d778ad70, entries=150, sequenceid=418, filesize=12.0 K 2024-11-26T12:21:22,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/6c83f36864334d02981234c9931df462 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/6c83f36864334d02981234c9931df462 2024-11-26T12:21:22,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/6c83f36864334d02981234c9931df462, entries=150, sequenceid=418, filesize=12.0 K 2024-11-26T12:21:22,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/e784919d352942d09138b1fc474c2e2c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e784919d352942d09138b1fc474c2e2c 2024-11-26T12:21:22,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e784919d352942d09138b1fc474c2e2c, entries=150, sequenceid=418, filesize=12.0 K 2024-11-26T12:21:22,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 537ms, sequenceid=418, compaction requested=false 2024-11-26T12:21:22,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:23,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T12:21:23,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:23,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:23,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:23,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:23,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:23,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:23,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/78fde1f7a5e04c8a9e6b98b7e59e9240 is 50, key is test_row_0/A:col10/1732623683083/Put/seqid=0 2024-11-26T12:21:23,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623743092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623743093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741926_1102 (size=14741) 2024-11-26T12:21:23,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623743094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/78fde1f7a5e04c8a9e6b98b7e59e9240 2024-11-26T12:21:23,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623743094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623743094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,104 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:23,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:23,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/696d3b5a0f784ca8a9dcf5bf3fea086d is 50, key is test_row_0/B:col10/1732623683083/Put/seqid=0 2024-11-26T12:21:23,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741927_1103 (size=12301) 2024-11-26T12:21:23,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/696d3b5a0f784ca8a9dcf5bf3fea086d 2024-11-26T12:21:23,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/8de672ae79f14c7ab95ac0b2f28272fd is 50, key is test_row_0/C:col10/1732623683083/Put/seqid=0 2024-11-26T12:21:23,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741928_1104 (size=12301) 2024-11-26T12:21:23,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623743195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623743199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623743200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623743200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623743200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,260 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:23,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:23,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623743400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623743402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623743403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623743403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623743404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:23,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:23,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T12:21:23,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/8de672ae79f14c7ab95ac0b2f28272fd 2024-11-26T12:21:23,567 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:23,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:23,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/78fde1f7a5e04c8a9e6b98b7e59e9240 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/78fde1f7a5e04c8a9e6b98b7e59e9240 2024-11-26T12:21:23,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/78fde1f7a5e04c8a9e6b98b7e59e9240, entries=200, sequenceid=446, filesize=14.4 K 2024-11-26T12:21:23,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/696d3b5a0f784ca8a9dcf5bf3fea086d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/696d3b5a0f784ca8a9dcf5bf3fea086d 2024-11-26T12:21:23,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/696d3b5a0f784ca8a9dcf5bf3fea086d, entries=150, sequenceid=446, filesize=12.0 K 2024-11-26T12:21:23,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/8de672ae79f14c7ab95ac0b2f28272fd as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/8de672ae79f14c7ab95ac0b2f28272fd 2024-11-26T12:21:23,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/8de672ae79f14c7ab95ac0b2f28272fd, entries=150, sequenceid=446, filesize=12.0 K 2024-11-26T12:21:23,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 511ms, sequenceid=446, compaction requested=true 2024-11-26T12:21:23,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:23,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:23,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:23,597 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:23,597 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:23,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:23,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:23,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:23,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:23,598 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:23,598 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:23,599 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/A is initiating minor compaction (all files) 2024-11-26T12:21:23,599 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/B is initiating minor compaction (all files) 2024-11-26T12:21:23,599 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/A in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,599 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/B in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,599 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/46e39b124d4443eca7793c43c07b7764, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/82317ffae7484199a2beeb36d778ad70, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/78fde1f7a5e04c8a9e6b98b7e59e9240] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=39.3 K 2024-11-26T12:21:23,599 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/82bd357c60d84efaa62338bef6f88e73, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/6c83f36864334d02981234c9931df462, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/696d3b5a0f784ca8a9dcf5bf3fea086d] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=36.9 K 2024-11-26T12:21:23,599 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46e39b124d4443eca7793c43c07b7764, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732623681706 2024-11-26T12:21:23,600 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 82bd357c60d84efaa62338bef6f88e73, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732623681706 2024-11-26T12:21:23,600 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82317ffae7484199a2beeb36d778ad70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732623681821 2024-11-26T12:21:23,600 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c83f36864334d02981234c9931df462, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732623681821 2024-11-26T12:21:23,600 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78fde1f7a5e04c8a9e6b98b7e59e9240, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732623682455 2024-11-26T12:21:23,601 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 696d3b5a0f784ca8a9dcf5bf3fea086d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732623682470 2024-11-26T12:21:23,611 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:23,612 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/d0a1a6fc94f245dd91b0f80dc3471282 is 50, key is test_row_0/B:col10/1732623683083/Put/seqid=0 2024-11-26T12:21:23,613 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:23,613 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/4956cfd2a026454ab1723bd316095872 is 50, key is test_row_0/A:col10/1732623683083/Put/seqid=0 2024-11-26T12:21:23,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741929_1105 (size=13323) 2024-11-26T12:21:23,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741930_1106 (size=13323) 2024-11-26T12:21:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:23,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:21:23,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:23,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:23,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:23,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:23,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:23,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:23,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/2ec32d6e0dc841f0968ea544caaed357 is 50, key is test_row_0/A:col10/1732623683092/Put/seqid=0 2024-11-26T12:21:23,721 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:23,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:23,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741931_1107 (size=12301) 2024-11-26T12:21:23,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623743731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623743740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623743779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623743779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623743779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:23,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:23,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:23,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:23,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623743880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623743880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623743886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623743886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:23,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623743887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,027 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:24,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:24,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,042 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/4956cfd2a026454ab1723bd316095872 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4956cfd2a026454ab1723bd316095872 2024-11-26T12:21:24,046 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/d0a1a6fc94f245dd91b0f80dc3471282 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/d0a1a6fc94f245dd91b0f80dc3471282 2024-11-26T12:21:24,056 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/B of 4d33bc2c22eeeacb6bc3ff94f6191561 into d0a1a6fc94f245dd91b0f80dc3471282(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:24,057 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:24,057 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/B, priority=13, startTime=1732623683597; duration=0sec 2024-11-26T12:21:24,057 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:24,057 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/A of 4d33bc2c22eeeacb6bc3ff94f6191561 into 4956cfd2a026454ab1723bd316095872(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:24,057 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:24,057 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:24,057 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/A, priority=13, startTime=1732623683597; duration=0sec 2024-11-26T12:21:24,057 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:24,057 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:24,057 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:A 2024-11-26T12:21:24,058 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:24,059 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/C is initiating minor compaction (all files) 2024-11-26T12:21:24,059 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/C in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,059 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/da84be66e61547d6b050ca35b080c192, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e784919d352942d09138b1fc474c2e2c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/8de672ae79f14c7ab95ac0b2f28272fd] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=36.9 K 2024-11-26T12:21:24,059 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting da84be66e61547d6b050ca35b080c192, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732623681706 2024-11-26T12:21:24,060 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting e784919d352942d09138b1fc474c2e2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732623681821 2024-11-26T12:21:24,060 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 8de672ae79f14c7ab95ac0b2f28272fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732623682470 2024-11-26T12:21:24,071 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:24,072 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/8863508b6740499094de94e8c0cdad68 is 50, key is test_row_0/C:col10/1732623683083/Put/seqid=0 2024-11-26T12:21:24,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623744084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623744085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623744092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741932_1108 (size=13323) 2024-11-26T12:21:24,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623744093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623744094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,104 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/8863508b6740499094de94e8c0cdad68 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/8863508b6740499094de94e8c0cdad68 2024-11-26T12:21:24,111 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/C of 4d33bc2c22eeeacb6bc3ff94f6191561 into 8863508b6740499094de94e8c0cdad68(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:24,111 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:24,111 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/C, priority=13, startTime=1732623683597; duration=0sec 2024-11-26T12:21:24,111 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:24,112 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:C 2024-11-26T12:21:24,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/2ec32d6e0dc841f0968ea544caaed357 2024-11-26T12:21:24,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/60a8733a4b9a4f6e9e3925befd796b1c is 50, key is test_row_0/B:col10/1732623683092/Put/seqid=0 2024-11-26T12:21:24,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741933_1109 (size=12301) 2024-11-26T12:21:24,180 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:24,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:24,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:24,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:24,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623744389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623744390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623744394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623744397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623744400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T12:21:24,487 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:24,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:24,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/60a8733a4b9a4f6e9e3925befd796b1c 2024-11-26T12:21:24,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/1eb4f1467c204c38a10a5029696689d5 is 50, key is test_row_0/C:col10/1732623683092/Put/seqid=0 2024-11-26T12:21:24,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741934_1110 (size=12301) 2024-11-26T12:21:24,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:24,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:24,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623744892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623744894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623744899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623744900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623744904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:24,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:24,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:24,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/1eb4f1467c204c38a10a5029696689d5 2024-11-26T12:21:24,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/2ec32d6e0dc841f0968ea544caaed357 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/2ec32d6e0dc841f0968ea544caaed357 2024-11-26T12:21:24,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/2ec32d6e0dc841f0968ea544caaed357, entries=150, sequenceid=459, filesize=12.0 K 2024-11-26T12:21:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/60a8733a4b9a4f6e9e3925befd796b1c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/60a8733a4b9a4f6e9e3925befd796b1c 2024-11-26T12:21:24,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/60a8733a4b9a4f6e9e3925befd796b1c, entries=150, sequenceid=459, filesize=12.0 K 2024-11-26T12:21:24,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/1eb4f1467c204c38a10a5029696689d5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/1eb4f1467c204c38a10a5029696689d5 2024-11-26T12:21:24,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/1eb4f1467c204c38a10a5029696689d5, entries=150, sequenceid=459, filesize=12.0 K 2024-11-26T12:21:25,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 1292ms, sequenceid=459, compaction requested=false 2024-11-26T12:21:25,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:25,101 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:25,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T12:21:25,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:25,104 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T12:21:25,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:25,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:25,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:25,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:25,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:25,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:25,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/dfa7ddb086d44cb5990491ab9f82d83b is 50, key is test_row_0/A:col10/1732623683738/Put/seqid=0 2024-11-26T12:21:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741935_1111 (size=12301) 2024-11-26T12:21:25,524 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/dfa7ddb086d44cb5990491ab9f82d83b 2024-11-26T12:21:25,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/476e59c509d04d2397841dfbed1dec44 is 50, key is test_row_0/B:col10/1732623683738/Put/seqid=0 2024-11-26T12:21:25,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741936_1112 (size=12301) 2024-11-26T12:21:25,558 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/476e59c509d04d2397841dfbed1dec44 2024-11-26T12:21:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/63406772699c49c186a9a836d2097d46 is 50, key is test_row_0/C:col10/1732623683738/Put/seqid=0 2024-11-26T12:21:25,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741937_1113 (size=12301) 2024-11-26T12:21:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:25,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:25,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623745909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:25,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623745910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:25,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623745911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:25,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623745911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:25,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623745911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:25,984 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/63406772699c49c186a9a836d2097d46 2024-11-26T12:21:25,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/dfa7ddb086d44cb5990491ab9f82d83b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/dfa7ddb086d44cb5990491ab9f82d83b 2024-11-26T12:21:25,998 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/dfa7ddb086d44cb5990491ab9f82d83b, entries=150, sequenceid=487, filesize=12.0 K 2024-11-26T12:21:25,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/476e59c509d04d2397841dfbed1dec44 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/476e59c509d04d2397841dfbed1dec44 2024-11-26T12:21:26,009 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/476e59c509d04d2397841dfbed1dec44, entries=150, sequenceid=487, filesize=12.0 K 2024-11-26T12:21:26,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/63406772699c49c186a9a836d2097d46 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/63406772699c49c186a9a836d2097d46 2024-11-26T12:21:26,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623746014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623746014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,018 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/63406772699c49c186a9a836d2097d46, entries=150, sequenceid=487, filesize=12.0 K 2024-11-26T12:21:26,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623746015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,020 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 916ms, sequenceid=487, compaction requested=true 2024-11-26T12:21:26,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:26,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:26,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-26T12:21:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-26T12:21:26,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-26T12:21:26,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6870 sec 2024-11-26T12:21:26,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 3.6930 sec 2024-11-26T12:21:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:26,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:21:26,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:26,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:26,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:26,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:26,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:26,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:26,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/fe21ead0d83246ef8e4bc6378f4112fd is 50, key is test_row_0/A:col10/1732623686220/Put/seqid=0 2024-11-26T12:21:26,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741938_1114 (size=17181) 2024-11-26T12:21:26,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623746253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623746255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623746255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623746359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623746359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623746359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T12:21:26,441 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-26T12:21:26,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-26T12:21:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T12:21:26,445 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:26,446 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:26,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T12:21:26,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623746563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623746564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623746564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T12:21:26,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:26,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:26,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:26,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:26,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:26,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/fe21ead0d83246ef8e4bc6378f4112fd 2024-11-26T12:21:26,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/ba8f61075440426d8749d73284cbc437 is 50, key is test_row_0/B:col10/1732623686220/Put/seqid=0 2024-11-26T12:21:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741939_1115 (size=12301) 2024-11-26T12:21:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T12:21:26,750 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T12:21:26,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:26,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:26,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:26,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:26,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:26,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623746868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623746869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623746869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:26,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T12:21:26,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:26,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:26,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:26,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:26,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T12:21:27,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/ba8f61075440426d8749d73284cbc437 2024-11-26T12:21:27,057 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:27,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T12:21:27,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:27,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:27,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:27,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:27,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:27,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/ba4b9493d45245cfb3f33ee2340c9fa9 is 50, key is test_row_0/C:col10/1732623686220/Put/seqid=0 2024-11-26T12:21:27,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741940_1116 (size=12301) 2024-11-26T12:21:27,210 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:27,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T12:21:27,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:27,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:27,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:27,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:27,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:27,363 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:27,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T12:21:27,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:27,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:27,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:27,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:27,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:27,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623747372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:27,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623747372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:27,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623747373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:27,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/ba4b9493d45245cfb3f33ee2340c9fa9 2024-11-26T12:21:27,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/fe21ead0d83246ef8e4bc6378f4112fd as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/fe21ead0d83246ef8e4bc6378f4112fd 2024-11-26T12:21:27,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/fe21ead0d83246ef8e4bc6378f4112fd, entries=250, sequenceid=500, filesize=16.8 K 2024-11-26T12:21:27,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/ba8f61075440426d8749d73284cbc437 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/ba8f61075440426d8749d73284cbc437 2024-11-26T12:21:27,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/ba8f61075440426d8749d73284cbc437, entries=150, sequenceid=500, filesize=12.0 K 2024-11-26T12:21:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/ba4b9493d45245cfb3f33ee2340c9fa9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/ba4b9493d45245cfb3f33ee2340c9fa9 2024-11-26T12:21:27,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/ba4b9493d45245cfb3f33ee2340c9fa9, entries=150, sequenceid=500, filesize=12.0 K 2024-11-26T12:21:27,516 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:27,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T12:21:27,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 1295ms, sequenceid=500, compaction requested=true 2024-11-26T12:21:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:27,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:27,517 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:27,517 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:21:27,517 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:27,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:27,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:27,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:27,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:27,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:27,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:27,519 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:27,519 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/B is initiating minor compaction (all files) 2024-11-26T12:21:27,519 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/B in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:27,519 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/d0a1a6fc94f245dd91b0f80dc3471282, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/60a8733a4b9a4f6e9e3925befd796b1c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/476e59c509d04d2397841dfbed1dec44, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/ba8f61075440426d8749d73284cbc437] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=49.0 K 2024-11-26T12:21:27,519 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55106 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:27,520 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/A is initiating minor compaction (all files) 2024-11-26T12:21:27,520 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/A in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:27,520 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4956cfd2a026454ab1723bd316095872, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/2ec32d6e0dc841f0968ea544caaed357, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/dfa7ddb086d44cb5990491ab9f82d83b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/fe21ead0d83246ef8e4bc6378f4112fd] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=53.8 K 2024-11-26T12:21:27,520 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting d0a1a6fc94f245dd91b0f80dc3471282, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732623682470 2024-11-26T12:21:27,521 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 60a8733a4b9a4f6e9e3925befd796b1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732623683092 2024-11-26T12:21:27,521 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4956cfd2a026454ab1723bd316095872, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732623682470 2024-11-26T12:21:27,521 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 476e59c509d04d2397841dfbed1dec44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732623683730 2024-11-26T12:21:27,522 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ec32d6e0dc841f0968ea544caaed357, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732623683092 2024-11-26T12:21:27,522 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting ba8f61075440426d8749d73284cbc437, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732623685909 2024-11-26T12:21:27,522 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfa7ddb086d44cb5990491ab9f82d83b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732623683730 2024-11-26T12:21:27,523 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe21ead0d83246ef8e4bc6378f4112fd, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732623685905 2024-11-26T12:21:27,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/e87ef2d7a92f4459a411a57850725a7c is 50, key is test_row_0/A:col10/1732623686253/Put/seqid=0 2024-11-26T12:21:27,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741941_1117 (size=12301) 2024-11-26T12:21:27,530 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/e87ef2d7a92f4459a411a57850725a7c 2024-11-26T12:21:27,536 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#B#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:27,553 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#A#compaction#104 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:27,553 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/66f27e603e3044ca9122b21be4c31ed4 is 50, key is test_row_0/B:col10/1732623686220/Put/seqid=0 2024-11-26T12:21:27,554 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/ada8cd64e3334611912e7e8ba4b555c5 is 50, key is test_row_0/A:col10/1732623686220/Put/seqid=0 2024-11-26T12:21:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T12:21:27,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741942_1118 (size=13459) 2024-11-26T12:21:27,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/5fba7038da0a4966843f22ac96208558 is 50, key is test_row_0/B:col10/1732623686253/Put/seqid=0 2024-11-26T12:21:27,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741943_1119 (size=13459) 2024-11-26T12:21:27,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741944_1120 (size=12301) 2024-11-26T12:21:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:27,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:27,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623747941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:27,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623747942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:27,966 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/ada8cd64e3334611912e7e8ba4b555c5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ada8cd64e3334611912e7e8ba4b555c5 2024-11-26T12:21:27,973 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/A of 4d33bc2c22eeeacb6bc3ff94f6191561 into ada8cd64e3334611912e7e8ba4b555c5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:27,973 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:27,973 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/A, priority=12, startTime=1732623687517; duration=0sec 2024-11-26T12:21:27,973 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:27,973 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:A 2024-11-26T12:21:27,973 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:27,975 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/5fba7038da0a4966843f22ac96208558 2024-11-26T12:21:27,976 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:27,976 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/C is initiating minor compaction (all files) 2024-11-26T12:21:27,976 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/C in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:27,976 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/8863508b6740499094de94e8c0cdad68, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/1eb4f1467c204c38a10a5029696689d5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/63406772699c49c186a9a836d2097d46, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/ba4b9493d45245cfb3f33ee2340c9fa9] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=49.0 K 2024-11-26T12:21:27,977 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8863508b6740499094de94e8c0cdad68, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732623682470 2024-11-26T12:21:27,978 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1eb4f1467c204c38a10a5029696689d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732623683092 2024-11-26T12:21:27,979 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63406772699c49c186a9a836d2097d46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732623683730 2024-11-26T12:21:27,979 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba4b9493d45245cfb3f33ee2340c9fa9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732623685909 2024-11-26T12:21:27,983 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/66f27e603e3044ca9122b21be4c31ed4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/66f27e603e3044ca9122b21be4c31ed4 2024-11-26T12:21:27,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/b926895c5fa145b590e4b29e7a015927 is 50, key is test_row_0/C:col10/1732623686253/Put/seqid=0 2024-11-26T12:21:27,992 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/B of 4d33bc2c22eeeacb6bc3ff94f6191561 into 66f27e603e3044ca9122b21be4c31ed4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:27,992 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:27,992 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/B, priority=12, startTime=1732623687517; duration=0sec 2024-11-26T12:21:27,992 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:27,992 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:27,997 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#C#compaction#107 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:27,998 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/4d0dc8e89ffe4a2c8b5b52ca7145fafe is 50, key is test_row_0/C:col10/1732623686220/Put/seqid=0 2024-11-26T12:21:27,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741945_1121 (size=12301) 2024-11-26T12:21:28,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741946_1122 (size=13459) 2024-11-26T12:21:28,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623748045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623748045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623748247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623748248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58506 deadline: 1732623748377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58486 deadline: 1732623748381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1732623748384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,399 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/b926895c5fa145b590e4b29e7a015927 2024-11-26T12:21:28,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/e87ef2d7a92f4459a411a57850725a7c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/e87ef2d7a92f4459a411a57850725a7c 2024-11-26T12:21:28,409 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/4d0dc8e89ffe4a2c8b5b52ca7145fafe as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/4d0dc8e89ffe4a2c8b5b52ca7145fafe 2024-11-26T12:21:28,412 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/e87ef2d7a92f4459a411a57850725a7c, entries=150, sequenceid=523, filesize=12.0 K 2024-11-26T12:21:28,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/5fba7038da0a4966843f22ac96208558 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5fba7038da0a4966843f22ac96208558 2024-11-26T12:21:28,416 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/C of 4d33bc2c22eeeacb6bc3ff94f6191561 into 4d0dc8e89ffe4a2c8b5b52ca7145fafe(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:28,416 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:28,416 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/C, priority=12, startTime=1732623687517; duration=0sec 2024-11-26T12:21:28,416 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:28,416 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:C 2024-11-26T12:21:28,422 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5fba7038da0a4966843f22ac96208558, entries=150, sequenceid=523, filesize=12.0 K 2024-11-26T12:21:28,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/b926895c5fa145b590e4b29e7a015927 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b926895c5fa145b590e4b29e7a015927 2024-11-26T12:21:28,431 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b926895c5fa145b590e4b29e7a015927, entries=150, sequenceid=523, filesize=12.0 K 2024-11-26T12:21:28,433 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 915ms, sequenceid=523, compaction requested=false 2024-11-26T12:21:28,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:28,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:28,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-26T12:21:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-26T12:21:28,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-26T12:21:28,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9880 sec 2024-11-26T12:21:28,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.9940 sec 2024-11-26T12:21:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:28,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T12:21:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T12:21:28,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:28,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:28,555 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-26T12:21:28,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:28,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:28,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:28,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:28,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-26T12:21:28,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/1c2da86e19f3457285f52021c494e0eb is 50, key is test_row_0/A:col10/1732623688552/Put/seqid=0 2024-11-26T12:21:28,562 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T12:21:28,563 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:28,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:28,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623748582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:28,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741947_1123 (size=12301) 2024-11-26T12:21:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623748582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/1c2da86e19f3457285f52021c494e0eb 2024-11-26T12:21:28,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/3c3f2a6a5c764e40b46cbf11c034cad9 is 50, key is test_row_0/B:col10/1732623688552/Put/seqid=0 2024-11-26T12:21:28,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741948_1124 (size=12301) 2024-11-26T12:21:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T12:21:28,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623748685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623748685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,715 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T12:21:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:28,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T12:21:28,868 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T12:21:28,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:28,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:28,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:28,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:28,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:28,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623748888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:28,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623748888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:29,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/3c3f2a6a5c764e40b46cbf11c034cad9 2024-11-26T12:21:29,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/b5f22daf2c934ac8a22a2ec7b34a6c17 is 50, key is test_row_0/C:col10/1732623688552/Put/seqid=0 2024-11-26T12:21:29,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:29,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T12:21:29,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:29,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:29,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:29,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:29,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:29,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741949_1125 (size=12301) 2024-11-26T12:21:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T12:21:29,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:29,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T12:21:29,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:29,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:29,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:29,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:29,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623749191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:29,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623749193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:29,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:29,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T12:21:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:29,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:29,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/b5f22daf2c934ac8a22a2ec7b34a6c17 2024-11-26T12:21:29,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/1c2da86e19f3457285f52021c494e0eb as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/1c2da86e19f3457285f52021c494e0eb 2024-11-26T12:21:29,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/1c2da86e19f3457285f52021c494e0eb, entries=150, sequenceid=541, filesize=12.0 K 2024-11-26T12:21:29,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/3c3f2a6a5c764e40b46cbf11c034cad9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/3c3f2a6a5c764e40b46cbf11c034cad9 2024-11-26T12:21:29,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/3c3f2a6a5c764e40b46cbf11c034cad9, entries=150, sequenceid=541, filesize=12.0 K 2024-11-26T12:21:29,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/b5f22daf2c934ac8a22a2ec7b34a6c17 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b5f22daf2c934ac8a22a2ec7b34a6c17 2024-11-26T12:21:29,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b5f22daf2c934ac8a22a2ec7b34a6c17, entries=150, sequenceid=541, filesize=12.0 K 2024-11-26T12:21:29,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 900ms, sequenceid=541, compaction requested=true 2024-11-26T12:21:29,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:29,454 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:29,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:29,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:29,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:29,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:29,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:29,454 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:29,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:29,455 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:29,455 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:29,455 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/A is initiating minor compaction (all files) 2024-11-26T12:21:29,455 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/B is initiating minor compaction (all files) 2024-11-26T12:21:29,455 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/A in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:29,455 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/B in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:29,455 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ada8cd64e3334611912e7e8ba4b555c5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/e87ef2d7a92f4459a411a57850725a7c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/1c2da86e19f3457285f52021c494e0eb] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=37.2 K 2024-11-26T12:21:29,455 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/66f27e603e3044ca9122b21be4c31ed4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5fba7038da0a4966843f22ac96208558, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/3c3f2a6a5c764e40b46cbf11c034cad9] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=37.2 K 2024-11-26T12:21:29,456 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 66f27e603e3044ca9122b21be4c31ed4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732623685909 2024-11-26T12:21:29,456 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting ada8cd64e3334611912e7e8ba4b555c5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732623685909 2024-11-26T12:21:29,457 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fba7038da0a4966843f22ac96208558, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732623686250 2024-11-26T12:21:29,457 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting e87ef2d7a92f4459a411a57850725a7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732623686250 2024-11-26T12:21:29,457 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c3f2a6a5c764e40b46cbf11c034cad9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732623687936 2024-11-26T12:21:29,457 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c2da86e19f3457285f52021c494e0eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732623687936 2024-11-26T12:21:29,469 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#A#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:29,469 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#B#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:29,470 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/23162a025c3d4484bb24814c65a979f0 is 50, key is test_row_0/A:col10/1732623688552/Put/seqid=0 2024-11-26T12:21:29,470 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/2f8aabb29e2c48cf81a689e806146456 is 50, key is test_row_0/B:col10/1732623688552/Put/seqid=0 2024-11-26T12:21:29,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:29,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T12:21:29,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:29,483 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T12:21:29,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:29,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:29,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:29,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:29,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:29,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:29,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741951_1127 (size=13561) 2024-11-26T12:21:29,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741950_1126 (size=13561) 2024-11-26T12:21:29,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/d4b05261e15d40c98d3fd1c85068801f is 50, key is test_row_0/A:col10/1732623688577/Put/seqid=0 2024-11-26T12:21:29,501 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/2f8aabb29e2c48cf81a689e806146456 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/2f8aabb29e2c48cf81a689e806146456 2024-11-26T12:21:29,509 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/B of 4d33bc2c22eeeacb6bc3ff94f6191561 into 2f8aabb29e2c48cf81a689e806146456(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:29,509 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:29,509 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/B, priority=13, startTime=1732623689454; duration=0sec 2024-11-26T12:21:29,510 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:29,510 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:29,510 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:29,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741952_1128 (size=12301) 2024-11-26T12:21:29,514 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:29,514 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 4d33bc2c22eeeacb6bc3ff94f6191561/C is initiating minor compaction (all files) 2024-11-26T12:21:29,514 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4d33bc2c22eeeacb6bc3ff94f6191561/C in TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:29,514 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/4d0dc8e89ffe4a2c8b5b52ca7145fafe, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b926895c5fa145b590e4b29e7a015927, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b5f22daf2c934ac8a22a2ec7b34a6c17] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp, totalSize=37.2 K 2024-11-26T12:21:29,515 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/d4b05261e15d40c98d3fd1c85068801f 2024-11-26T12:21:29,515 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d0dc8e89ffe4a2c8b5b52ca7145fafe, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732623685909 2024-11-26T12:21:29,515 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting b926895c5fa145b590e4b29e7a015927, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732623686250 2024-11-26T12:21:29,516 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting b5f22daf2c934ac8a22a2ec7b34a6c17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732623687936 2024-11-26T12:21:29,529 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d33bc2c22eeeacb6bc3ff94f6191561#C#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:29,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/005e7739bf4e49519088db42a9209036 is 50, key is test_row_0/B:col10/1732623688577/Put/seqid=0 2024-11-26T12:21:29,529 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/943522cbb1904006a05fb8994a208549 is 50, key is test_row_0/C:col10/1732623688552/Put/seqid=0 2024-11-26T12:21:29,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741954_1130 (size=13561) 2024-11-26T12:21:29,549 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/943522cbb1904006a05fb8994a208549 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/943522cbb1904006a05fb8994a208549 2024-11-26T12:21:29,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741953_1129 (size=12301) 2024-11-26T12:21:29,557 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/C of 4d33bc2c22eeeacb6bc3ff94f6191561 into 943522cbb1904006a05fb8994a208549(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:29,557 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:29,557 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/C, priority=13, startTime=1732623689454; duration=0sec 2024-11-26T12:21:29,557 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:29,557 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:C 2024-11-26T12:21:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T12:21:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:29,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. as already flushing 2024-11-26T12:21:29,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623749709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:29,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623749710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:29,753 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c8de680 to 127.0.0.1:61369 2024-11-26T12:21:29,753 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:29,754 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x490457fd to 127.0.0.1:61369 2024-11-26T12:21:29,754 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:29,754 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72e97e4b to 127.0.0.1:61369 2024-11-26T12:21:29,754 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:29,756 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6b07e3 to 127.0.0.1:61369 2024-11-26T12:21:29,756 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:29,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623749812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:29,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623749812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:29,914 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/23162a025c3d4484bb24814c65a979f0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/23162a025c3d4484bb24814c65a979f0 2024-11-26T12:21:29,919 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4d33bc2c22eeeacb6bc3ff94f6191561/A of 4d33bc2c22eeeacb6bc3ff94f6191561 into 23162a025c3d4484bb24814c65a979f0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:29,919 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:29,919 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561., storeName=4d33bc2c22eeeacb6bc3ff94f6191561/A, priority=13, startTime=1732623689454; duration=0sec 2024-11-26T12:21:29,920 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:29,920 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:A 2024-11-26T12:21:29,951 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/005e7739bf4e49519088db42a9209036 2024-11-26T12:21:29,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/079b7a15071247f09574621881313649 is 50, key is test_row_0/C:col10/1732623688577/Put/seqid=0 2024-11-26T12:21:29,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741955_1131 (size=12301) 2024-11-26T12:21:30,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:30,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623750014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623750014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:30,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58462 deadline: 1732623750316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:30,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58464 deadline: 1732623750318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:30,369 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/079b7a15071247f09574621881313649 2024-11-26T12:21:30,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/d4b05261e15d40c98d3fd1c85068801f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/d4b05261e15d40c98d3fd1c85068801f 2024-11-26T12:21:30,379 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/d4b05261e15d40c98d3fd1c85068801f, entries=150, sequenceid=563, filesize=12.0 K 2024-11-26T12:21:30,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/005e7739bf4e49519088db42a9209036 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/005e7739bf4e49519088db42a9209036 2024-11-26T12:21:30,384 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/005e7739bf4e49519088db42a9209036, entries=150, sequenceid=563, filesize=12.0 K 2024-11-26T12:21:30,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/079b7a15071247f09574621881313649 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/079b7a15071247f09574621881313649 2024-11-26T12:21:30,389 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/079b7a15071247f09574621881313649, entries=150, sequenceid=563, filesize=12.0 K 2024-11-26T12:21:30,390 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 907ms, sequenceid=563, compaction requested=false 2024-11-26T12:21:30,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:30,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:30,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-26T12:21:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-26T12:21:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:30,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T12:21:30,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:30,391 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bbb5d8a to 127.0.0.1:61369 2024-11-26T12:21:30,391 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:30,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:30,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:30,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:30,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:30,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:30,393 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04977266 to 127.0.0.1:61369 2024-11-26T12:21:30,393 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:30,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-26T12:21:30,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8290 sec 2024-11-26T12:21:30,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.8380 sec 2024-11-26T12:21:30,395 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12885408 to 127.0.0.1:61369 2024-11-26T12:21:30,395 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:30,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/52b410e4e8404230900edf83843dd332 is 50, key is test_row_0/A:col10/1732623689709/Put/seqid=0 2024-11-26T12:21:30,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741956_1132 (size=12301) 2024-11-26T12:21:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T12:21:30,673 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-26T12:21:30,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/52b410e4e8404230900edf83843dd332 2024-11-26T12:21:30,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/91bcfb45404241f98448e907b2b27778 is 50, key is test_row_0/B:col10/1732623689709/Put/seqid=0 2024-11-26T12:21:30,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741957_1133 (size=12301) 2024-11-26T12:21:30,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/91bcfb45404241f98448e907b2b27778 2024-11-26T12:21:30,821 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18603bb9 to 127.0.0.1:61369 2024-11-26T12:21:30,821 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72b32f98 to 127.0.0.1:61369 2024-11-26T12:21:30,821 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:30,821 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6898 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6906 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3008 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9023 rows 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2995 2024-11-26T12:21:30,821 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8983 rows 2024-11-26T12:21:30,821 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T12:21:30,821 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e98ea32 to 127.0.0.1:61369 2024-11-26T12:21:30,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:30,827 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T12:21:30,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T12:21:30,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/f3a0dee161674d6e9b12aeeeed2ad0a0 is 50, key is test_row_0/C:col10/1732623689709/Put/seqid=0 2024-11-26T12:21:30,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741958_1134 (size=12301) 2024-11-26T12:21:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:30,839 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623690839"}]},"ts":"1732623690839"} 2024-11-26T12:21:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T12:21:30,840 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T12:21:30,843 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T12:21:30,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T12:21:30,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d33bc2c22eeeacb6bc3ff94f6191561, UNASSIGN}] 2024-11-26T12:21:30,849 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d33bc2c22eeeacb6bc3ff94f6191561, UNASSIGN 2024-11-26T12:21:30,850 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=4d33bc2c22eeeacb6bc3ff94f6191561, regionState=CLOSING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:21:30,851 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T12:21:30,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:21:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T12:21:31,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:31,008 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:31,008 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T12:21:31,009 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 4d33bc2c22eeeacb6bc3ff94f6191561, disabling compactions & flushes 2024-11-26T12:21:31,009 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T12:21:31,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/f3a0dee161674d6e9b12aeeeed2ad0a0 2024-11-26T12:21:31,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/52b410e4e8404230900edf83843dd332 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/52b410e4e8404230900edf83843dd332 2024-11-26T12:21:31,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/52b410e4e8404230900edf83843dd332, entries=150, sequenceid=581, filesize=12.0 K 2024-11-26T12:21:31,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/91bcfb45404241f98448e907b2b27778 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/91bcfb45404241f98448e907b2b27778 2024-11-26T12:21:31,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/91bcfb45404241f98448e907b2b27778, entries=150, sequenceid=581, filesize=12.0 K 2024-11-26T12:21:31,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/f3a0dee161674d6e9b12aeeeed2ad0a0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/f3a0dee161674d6e9b12aeeeed2ad0a0 2024-11-26T12:21:31,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/f3a0dee161674d6e9b12aeeeed2ad0a0, entries=150, sequenceid=581, filesize=12.0 K 2024-11-26T12:21:31,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 868ms, sequenceid=581, compaction requested=true 2024-11-26T12:21:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:31,259 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:31,259 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:31,259 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. because compaction request was cancelled 2024-11-26T12:21:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:31,259 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. after waiting 0 ms 2024-11-26T12:21:31,259 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:A 2024-11-26T12:21:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:31,259 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:31,259 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. because compaction request was cancelled 2024-11-26T12:21:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:31,259 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:B 2024-11-26T12:21:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d33bc2c22eeeacb6bc3ff94f6191561:C, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:31,259 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. because compaction request was cancelled 2024-11-26T12:21:31,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:31,259 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d33bc2c22eeeacb6bc3ff94f6191561:C 2024-11-26T12:21:31,259 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 4d33bc2c22eeeacb6bc3ff94f6191561 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T12:21:31,259 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=A 2024-11-26T12:21:31,259 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:31,259 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=B 2024-11-26T12:21:31,259 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:31,259 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4d33bc2c22eeeacb6bc3ff94f6191561, store=C 2024-11-26T12:21:31,259 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:31,263 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/71495467746644deb1962144def1c619 is 50, key is test_row_0/A:col10/1732623690819/Put/seqid=0 2024-11-26T12:21:31,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741959_1135 (size=9857) 2024-11-26T12:21:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T12:21:31,668 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/71495467746644deb1962144def1c619 2024-11-26T12:21:31,676 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/5e36e264074141a89d2118c1a11b0128 is 50, key is test_row_0/B:col10/1732623690819/Put/seqid=0 2024-11-26T12:21:31,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741960_1136 (size=9857) 2024-11-26T12:21:31,780 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T12:21:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T12:21:32,080 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/5e36e264074141a89d2118c1a11b0128 2024-11-26T12:21:32,089 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/32163048b8ea4f8e9540a829ccdf4b23 is 50, key is test_row_0/C:col10/1732623690819/Put/seqid=0 2024-11-26T12:21:32,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741961_1137 (size=9857) 2024-11-26T12:21:32,494 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/32163048b8ea4f8e9540a829ccdf4b23 2024-11-26T12:21:32,500 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/A/71495467746644deb1962144def1c619 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/71495467746644deb1962144def1c619 2024-11-26T12:21:32,505 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/71495467746644deb1962144def1c619, entries=100, sequenceid=588, filesize=9.6 K 2024-11-26T12:21:32,506 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/B/5e36e264074141a89d2118c1a11b0128 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5e36e264074141a89d2118c1a11b0128 2024-11-26T12:21:32,511 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5e36e264074141a89d2118c1a11b0128, entries=100, sequenceid=588, filesize=9.6 K 2024-11-26T12:21:32,512 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/.tmp/C/32163048b8ea4f8e9540a829ccdf4b23 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/32163048b8ea4f8e9540a829ccdf4b23 2024-11-26T12:21:32,517 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/32163048b8ea4f8e9540a829ccdf4b23, entries=100, sequenceid=588, filesize=9.6 K 2024-11-26T12:21:32,518 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4d33bc2c22eeeacb6bc3ff94f6191561 in 1259ms, sequenceid=588, compaction requested=true 2024-11-26T12:21:32,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/a35f55d028734292ac6f6fa753262366, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4186568d647f4e8c9b8ac89d56fdc004, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/89e6e66b95564dbd8e353f023b064cfa, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/51fe7bf79b9c4539b8f2530387ba385a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/02edd81f65da452a83b7de28b694f3cd, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/380f7377dd704f9d9af977f3a9205353, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/1e4262f2f85f4ecc84fbd4cff00eaac0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/7cb7ef296ade447a88135954169a6ad5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/80b675165bb74292af53582cb8febdb5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ac22d0728a454d34bb1423c0c8f9e699, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/a5d46bb962d84450b3ca41aa176a43b3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/66a4c168a7d34fbbbcf20e41e3b45763, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/80ebdb4af6ee4cd0bfc91b3d69a4f71b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/531275af7b4d4699ae193272bd5a9eff, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/34707fff057c4951b7cda5c904d880f8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4672067846d5485790cf5ecd66825471, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/36d5ff9a3c194759af813d7f39dbce4a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/99c3c8324ed94262bf0b87088492c415, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/bf7ab2cee699430bbca22492c7d41345, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/42fe4833679a41c58eb3d1520df6691b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/762f457b72d94b5eb121102c041f82ba, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/0336213efc594080b500213c5d3e433b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/54f50c6a31c14e638c44b007507e2252, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/d3e824cbf9344fb8b9af858bfddeff81, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/0fcd6f1d0e2043edb1bb6bc8339442a3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/6cdd709c3f734bdba8e360f4c02f405b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ecd4cc2d55fe4edea34aa8be1145cb6d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/46e39b124d4443eca7793c43c07b7764, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/82317ffae7484199a2beeb36d778ad70, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/78fde1f7a5e04c8a9e6b98b7e59e9240, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4956cfd2a026454ab1723bd316095872, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/2ec32d6e0dc841f0968ea544caaed357, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/dfa7ddb086d44cb5990491ab9f82d83b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/fe21ead0d83246ef8e4bc6378f4112fd, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ada8cd64e3334611912e7e8ba4b555c5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/e87ef2d7a92f4459a411a57850725a7c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/1c2da86e19f3457285f52021c494e0eb] to archive 2024-11-26T12:21:32,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:21:32,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/a35f55d028734292ac6f6fa753262366 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/a35f55d028734292ac6f6fa753262366 2024-11-26T12:21:32,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4186568d647f4e8c9b8ac89d56fdc004 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4186568d647f4e8c9b8ac89d56fdc004 2024-11-26T12:21:32,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/89e6e66b95564dbd8e353f023b064cfa to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/89e6e66b95564dbd8e353f023b064cfa 2024-11-26T12:21:32,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/51fe7bf79b9c4539b8f2530387ba385a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/51fe7bf79b9c4539b8f2530387ba385a 2024-11-26T12:21:32,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/02edd81f65da452a83b7de28b694f3cd to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/02edd81f65da452a83b7de28b694f3cd 2024-11-26T12:21:32,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/380f7377dd704f9d9af977f3a9205353 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/380f7377dd704f9d9af977f3a9205353 2024-11-26T12:21:32,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/1e4262f2f85f4ecc84fbd4cff00eaac0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/1e4262f2f85f4ecc84fbd4cff00eaac0 2024-11-26T12:21:32,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/7cb7ef296ade447a88135954169a6ad5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/7cb7ef296ade447a88135954169a6ad5 2024-11-26T12:21:32,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/80b675165bb74292af53582cb8febdb5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/80b675165bb74292af53582cb8febdb5 2024-11-26T12:21:32,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ac22d0728a454d34bb1423c0c8f9e699 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ac22d0728a454d34bb1423c0c8f9e699 2024-11-26T12:21:32,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/a5d46bb962d84450b3ca41aa176a43b3 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/a5d46bb962d84450b3ca41aa176a43b3 2024-11-26T12:21:32,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/66a4c168a7d34fbbbcf20e41e3b45763 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/66a4c168a7d34fbbbcf20e41e3b45763 2024-11-26T12:21:32,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/80ebdb4af6ee4cd0bfc91b3d69a4f71b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/80ebdb4af6ee4cd0bfc91b3d69a4f71b 2024-11-26T12:21:32,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/531275af7b4d4699ae193272bd5a9eff to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/531275af7b4d4699ae193272bd5a9eff 2024-11-26T12:21:32,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/34707fff057c4951b7cda5c904d880f8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/34707fff057c4951b7cda5c904d880f8 2024-11-26T12:21:32,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4672067846d5485790cf5ecd66825471 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4672067846d5485790cf5ecd66825471 2024-11-26T12:21:32,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/36d5ff9a3c194759af813d7f39dbce4a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/36d5ff9a3c194759af813d7f39dbce4a 2024-11-26T12:21:32,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/99c3c8324ed94262bf0b87088492c415 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/99c3c8324ed94262bf0b87088492c415 2024-11-26T12:21:32,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/bf7ab2cee699430bbca22492c7d41345 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/bf7ab2cee699430bbca22492c7d41345 2024-11-26T12:21:32,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/42fe4833679a41c58eb3d1520df6691b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/42fe4833679a41c58eb3d1520df6691b 2024-11-26T12:21:32,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/762f457b72d94b5eb121102c041f82ba to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/762f457b72d94b5eb121102c041f82ba 2024-11-26T12:21:32,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/0336213efc594080b500213c5d3e433b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/0336213efc594080b500213c5d3e433b 2024-11-26T12:21:32,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/54f50c6a31c14e638c44b007507e2252 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/54f50c6a31c14e638c44b007507e2252 2024-11-26T12:21:32,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/d3e824cbf9344fb8b9af858bfddeff81 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/d3e824cbf9344fb8b9af858bfddeff81 2024-11-26T12:21:32,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/0fcd6f1d0e2043edb1bb6bc8339442a3 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/0fcd6f1d0e2043edb1bb6bc8339442a3 2024-11-26T12:21:32,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/6cdd709c3f734bdba8e360f4c02f405b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/6cdd709c3f734bdba8e360f4c02f405b 2024-11-26T12:21:32,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ecd4cc2d55fe4edea34aa8be1145cb6d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ecd4cc2d55fe4edea34aa8be1145cb6d 2024-11-26T12:21:32,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/46e39b124d4443eca7793c43c07b7764 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/46e39b124d4443eca7793c43c07b7764 2024-11-26T12:21:32,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/82317ffae7484199a2beeb36d778ad70 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/82317ffae7484199a2beeb36d778ad70 2024-11-26T12:21:32,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/78fde1f7a5e04c8a9e6b98b7e59e9240 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/78fde1f7a5e04c8a9e6b98b7e59e9240 2024-11-26T12:21:32,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4956cfd2a026454ab1723bd316095872 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/4956cfd2a026454ab1723bd316095872 2024-11-26T12:21:32,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/2ec32d6e0dc841f0968ea544caaed357 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/2ec32d6e0dc841f0968ea544caaed357 2024-11-26T12:21:32,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/dfa7ddb086d44cb5990491ab9f82d83b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/dfa7ddb086d44cb5990491ab9f82d83b 2024-11-26T12:21:32,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/fe21ead0d83246ef8e4bc6378f4112fd to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/fe21ead0d83246ef8e4bc6378f4112fd 2024-11-26T12:21:32,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ada8cd64e3334611912e7e8ba4b555c5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/ada8cd64e3334611912e7e8ba4b555c5 2024-11-26T12:21:32,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/e87ef2d7a92f4459a411a57850725a7c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/e87ef2d7a92f4459a411a57850725a7c 2024-11-26T12:21:32,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/1c2da86e19f3457285f52021c494e0eb to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/1c2da86e19f3457285f52021c494e0eb 2024-11-26T12:21:32,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/02f35990a2004b209c29678a2b13d594, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/752321df8be44e85a87e8247d67b7760, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f5649383102440d5a879c1723fa50f70, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/9288d86712504c1ebeb2f2a39bc6cdd1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/3c66e1c195734349b494be66dcdeb8f4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/4e4fed2f232c406bb915c2f9fe08e249, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/73467650ce134304b21e741ed4b9e742, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/a8ed471b985f44dd804c7f2c8e4d8a39, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/d0d5bfde10a34cbd80b1a8b5fa736d4e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/e4db82e4653c4b42941ef0760d219f5a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/311c8fd876804cb0a76c776e7e9b8e32, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/05759b84cb97484994cb600eb8ef145a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/8a57edac63ba4e58a0b3425a1e65c78c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/a30585a6571841ec89b00ce3d7861740, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/cee3bd290b4348dbb9e3b190f0e622c9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/23f913b44bdb4be79bfd8f56aff7e09e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f9cd1f9b17054812930bebbf29bab221, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/66420a2751754753800b391201093771, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/18ff01d0080148b2b4b9fc96a046b439, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/038fcef90464481a87117e7c6761a32e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5bf0dc432d8b4786b3f6c1a9cb2e53a6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f487f6e8a91343c0a5b68e7fbc09bf1c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5f5253c6c869425d92ad659c77027b2a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/11fad68413f14152b367294131ac3cb6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/8102bc9126d94a29b0685d0e4e96a302, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/529104a3cd93427390d9ae56440641e8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/82bd357c60d84efaa62338bef6f88e73, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/000a30693685469391a8ecd37b568a44, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/6c83f36864334d02981234c9931df462, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/d0a1a6fc94f245dd91b0f80dc3471282, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/696d3b5a0f784ca8a9dcf5bf3fea086d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/60a8733a4b9a4f6e9e3925befd796b1c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/476e59c509d04d2397841dfbed1dec44, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/66f27e603e3044ca9122b21be4c31ed4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/ba8f61075440426d8749d73284cbc437, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5fba7038da0a4966843f22ac96208558, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/3c3f2a6a5c764e40b46cbf11c034cad9] to archive 2024-11-26T12:21:32,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:21:32,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/02f35990a2004b209c29678a2b13d594 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/02f35990a2004b209c29678a2b13d594 2024-11-26T12:21:32,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/752321df8be44e85a87e8247d67b7760 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/752321df8be44e85a87e8247d67b7760 2024-11-26T12:21:32,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f5649383102440d5a879c1723fa50f70 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f5649383102440d5a879c1723fa50f70 2024-11-26T12:21:32,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/9288d86712504c1ebeb2f2a39bc6cdd1 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/9288d86712504c1ebeb2f2a39bc6cdd1 2024-11-26T12:21:32,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/3c66e1c195734349b494be66dcdeb8f4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/3c66e1c195734349b494be66dcdeb8f4 2024-11-26T12:21:32,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/4e4fed2f232c406bb915c2f9fe08e249 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/4e4fed2f232c406bb915c2f9fe08e249 2024-11-26T12:21:32,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/73467650ce134304b21e741ed4b9e742 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/73467650ce134304b21e741ed4b9e742 2024-11-26T12:21:32,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/a8ed471b985f44dd804c7f2c8e4d8a39 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/a8ed471b985f44dd804c7f2c8e4d8a39 2024-11-26T12:21:32,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/d0d5bfde10a34cbd80b1a8b5fa736d4e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/d0d5bfde10a34cbd80b1a8b5fa736d4e 2024-11-26T12:21:32,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/e4db82e4653c4b42941ef0760d219f5a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/e4db82e4653c4b42941ef0760d219f5a 2024-11-26T12:21:32,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/311c8fd876804cb0a76c776e7e9b8e32 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/311c8fd876804cb0a76c776e7e9b8e32 2024-11-26T12:21:32,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/05759b84cb97484994cb600eb8ef145a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/05759b84cb97484994cb600eb8ef145a 2024-11-26T12:21:32,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/8a57edac63ba4e58a0b3425a1e65c78c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/8a57edac63ba4e58a0b3425a1e65c78c 2024-11-26T12:21:32,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/a30585a6571841ec89b00ce3d7861740 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/a30585a6571841ec89b00ce3d7861740 2024-11-26T12:21:32,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/cee3bd290b4348dbb9e3b190f0e622c9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/cee3bd290b4348dbb9e3b190f0e622c9 2024-11-26T12:21:32,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/23f913b44bdb4be79bfd8f56aff7e09e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/23f913b44bdb4be79bfd8f56aff7e09e 2024-11-26T12:21:32,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f9cd1f9b17054812930bebbf29bab221 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f9cd1f9b17054812930bebbf29bab221 2024-11-26T12:21:32,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/66420a2751754753800b391201093771 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/66420a2751754753800b391201093771 2024-11-26T12:21:32,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/18ff01d0080148b2b4b9fc96a046b439 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/18ff01d0080148b2b4b9fc96a046b439 2024-11-26T12:21:32,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/038fcef90464481a87117e7c6761a32e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/038fcef90464481a87117e7c6761a32e 2024-11-26T12:21:32,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5bf0dc432d8b4786b3f6c1a9cb2e53a6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5bf0dc432d8b4786b3f6c1a9cb2e53a6 2024-11-26T12:21:32,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f487f6e8a91343c0a5b68e7fbc09bf1c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/f487f6e8a91343c0a5b68e7fbc09bf1c 2024-11-26T12:21:32,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5f5253c6c869425d92ad659c77027b2a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5f5253c6c869425d92ad659c77027b2a 2024-11-26T12:21:32,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/11fad68413f14152b367294131ac3cb6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/11fad68413f14152b367294131ac3cb6 2024-11-26T12:21:32,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/8102bc9126d94a29b0685d0e4e96a302 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/8102bc9126d94a29b0685d0e4e96a302 2024-11-26T12:21:32,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/529104a3cd93427390d9ae56440641e8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/529104a3cd93427390d9ae56440641e8 2024-11-26T12:21:32,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/82bd357c60d84efaa62338bef6f88e73 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/82bd357c60d84efaa62338bef6f88e73 2024-11-26T12:21:32,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/000a30693685469391a8ecd37b568a44 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/000a30693685469391a8ecd37b568a44 2024-11-26T12:21:32,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/6c83f36864334d02981234c9931df462 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/6c83f36864334d02981234c9931df462 2024-11-26T12:21:32,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/d0a1a6fc94f245dd91b0f80dc3471282 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/d0a1a6fc94f245dd91b0f80dc3471282 2024-11-26T12:21:32,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/696d3b5a0f784ca8a9dcf5bf3fea086d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/696d3b5a0f784ca8a9dcf5bf3fea086d 2024-11-26T12:21:32,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/60a8733a4b9a4f6e9e3925befd796b1c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/60a8733a4b9a4f6e9e3925befd796b1c 2024-11-26T12:21:32,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/476e59c509d04d2397841dfbed1dec44 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/476e59c509d04d2397841dfbed1dec44 2024-11-26T12:21:32,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/66f27e603e3044ca9122b21be4c31ed4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/66f27e603e3044ca9122b21be4c31ed4 2024-11-26T12:21:32,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/ba8f61075440426d8749d73284cbc437 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/ba8f61075440426d8749d73284cbc437 2024-11-26T12:21:32,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5fba7038da0a4966843f22ac96208558 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5fba7038da0a4966843f22ac96208558 2024-11-26T12:21:32,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/3c3f2a6a5c764e40b46cbf11c034cad9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/3c3f2a6a5c764e40b46cbf11c034cad9 2024-11-26T12:21:32,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e18e1140891c4ecdbebe29ae33666095, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/379f371c77694cae8403ec1f830e9e80, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/35e688fbfd53429190c777d40a5af1d7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e87eafae25e1406ba99bf06f8057e251, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/4425c20051f244baa8b85d53a581b37b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/0a2ec05cb6094c0989f49335ad3470ed, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/2ab6f202e2c74ff9a98e07c84d99b57b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/356419f434764123b05c09f855a604c4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/1c5f984c8b144b118c80282275b534d6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/97b2b2c2c79e4b20b01649902ac88f02, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/0419c0cd739f4a3e9a538b4170c0fe14, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/6c7f146d4c3c43c6b07e19857cddc5b1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/daca005ecda24fdfa2239e1069245694, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/fd8063be7db349bca65821a800c108dc, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/483554f882ff4ba986911539d3c70678, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/de286724ee88482187796f77dbbc74cb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/202dd93292eb478eb3b5a021fbfa2919, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b6569e62d19b42ca9758ea1d1942d886, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/dcc8918ab2324aa7b6c164e6ee4197d8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/15f53e3183914d4c81f4820e55bb9b93, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/5fffc380a8dd45a9afc09c32d1509e3b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/24b805e3c86f45749c29ba9aabc8b0ab, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/09c5b1ca8f014fc9a4dfdf52d88c93a4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/cefdddaf719940fba715b32237c3273f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/3927caeb690741588bb5230352dda8df, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/df6401401c654380beb8c0128a553281, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/da84be66e61547d6b050ca35b080c192, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/db4ea9d4b5a0415e91e1d50a27a4bfae, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e784919d352942d09138b1fc474c2e2c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/8863508b6740499094de94e8c0cdad68, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/8de672ae79f14c7ab95ac0b2f28272fd, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/1eb4f1467c204c38a10a5029696689d5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/63406772699c49c186a9a836d2097d46, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/4d0dc8e89ffe4a2c8b5b52ca7145fafe, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/ba4b9493d45245cfb3f33ee2340c9fa9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b926895c5fa145b590e4b29e7a015927, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b5f22daf2c934ac8a22a2ec7b34a6c17] to archive 2024-11-26T12:21:32,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:21:32,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e18e1140891c4ecdbebe29ae33666095 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e18e1140891c4ecdbebe29ae33666095 2024-11-26T12:21:32,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/379f371c77694cae8403ec1f830e9e80 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/379f371c77694cae8403ec1f830e9e80 2024-11-26T12:21:32,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/35e688fbfd53429190c777d40a5af1d7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/35e688fbfd53429190c777d40a5af1d7 2024-11-26T12:21:32,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e87eafae25e1406ba99bf06f8057e251 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e87eafae25e1406ba99bf06f8057e251 2024-11-26T12:21:32,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/4425c20051f244baa8b85d53a581b37b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/4425c20051f244baa8b85d53a581b37b 2024-11-26T12:21:32,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/0a2ec05cb6094c0989f49335ad3470ed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/0a2ec05cb6094c0989f49335ad3470ed 2024-11-26T12:21:32,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/2ab6f202e2c74ff9a98e07c84d99b57b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/2ab6f202e2c74ff9a98e07c84d99b57b 2024-11-26T12:21:32,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/356419f434764123b05c09f855a604c4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/356419f434764123b05c09f855a604c4 2024-11-26T12:21:32,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/1c5f984c8b144b118c80282275b534d6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/1c5f984c8b144b118c80282275b534d6 2024-11-26T12:21:32,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/97b2b2c2c79e4b20b01649902ac88f02 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/97b2b2c2c79e4b20b01649902ac88f02 2024-11-26T12:21:32,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/0419c0cd739f4a3e9a538b4170c0fe14 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/0419c0cd739f4a3e9a538b4170c0fe14 2024-11-26T12:21:32,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/6c7f146d4c3c43c6b07e19857cddc5b1 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/6c7f146d4c3c43c6b07e19857cddc5b1 2024-11-26T12:21:32,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/daca005ecda24fdfa2239e1069245694 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/daca005ecda24fdfa2239e1069245694 2024-11-26T12:21:32,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/fd8063be7db349bca65821a800c108dc to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/fd8063be7db349bca65821a800c108dc 2024-11-26T12:21:32,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/483554f882ff4ba986911539d3c70678 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/483554f882ff4ba986911539d3c70678 2024-11-26T12:21:32,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/de286724ee88482187796f77dbbc74cb to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/de286724ee88482187796f77dbbc74cb 2024-11-26T12:21:32,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/202dd93292eb478eb3b5a021fbfa2919 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/202dd93292eb478eb3b5a021fbfa2919 2024-11-26T12:21:32,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b6569e62d19b42ca9758ea1d1942d886 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b6569e62d19b42ca9758ea1d1942d886 2024-11-26T12:21:32,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/dcc8918ab2324aa7b6c164e6ee4197d8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/dcc8918ab2324aa7b6c164e6ee4197d8 2024-11-26T12:21:32,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/15f53e3183914d4c81f4820e55bb9b93 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/15f53e3183914d4c81f4820e55bb9b93 2024-11-26T12:21:32,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/5fffc380a8dd45a9afc09c32d1509e3b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/5fffc380a8dd45a9afc09c32d1509e3b 2024-11-26T12:21:32,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/24b805e3c86f45749c29ba9aabc8b0ab to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/24b805e3c86f45749c29ba9aabc8b0ab 2024-11-26T12:21:32,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/09c5b1ca8f014fc9a4dfdf52d88c93a4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/09c5b1ca8f014fc9a4dfdf52d88c93a4 2024-11-26T12:21:32,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/cefdddaf719940fba715b32237c3273f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/cefdddaf719940fba715b32237c3273f 2024-11-26T12:21:32,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/3927caeb690741588bb5230352dda8df to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/3927caeb690741588bb5230352dda8df 2024-11-26T12:21:32,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/df6401401c654380beb8c0128a553281 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/df6401401c654380beb8c0128a553281 2024-11-26T12:21:32,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/da84be66e61547d6b050ca35b080c192 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/da84be66e61547d6b050ca35b080c192 2024-11-26T12:21:32,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/db4ea9d4b5a0415e91e1d50a27a4bfae to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/db4ea9d4b5a0415e91e1d50a27a4bfae 2024-11-26T12:21:32,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e784919d352942d09138b1fc474c2e2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/e784919d352942d09138b1fc474c2e2c 2024-11-26T12:21:32,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/8863508b6740499094de94e8c0cdad68 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/8863508b6740499094de94e8c0cdad68 2024-11-26T12:21:32,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/8de672ae79f14c7ab95ac0b2f28272fd to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/8de672ae79f14c7ab95ac0b2f28272fd 2024-11-26T12:21:32,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/1eb4f1467c204c38a10a5029696689d5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/1eb4f1467c204c38a10a5029696689d5 2024-11-26T12:21:32,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/63406772699c49c186a9a836d2097d46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/63406772699c49c186a9a836d2097d46 2024-11-26T12:21:32,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/4d0dc8e89ffe4a2c8b5b52ca7145fafe to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/4d0dc8e89ffe4a2c8b5b52ca7145fafe 2024-11-26T12:21:32,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/ba4b9493d45245cfb3f33ee2340c9fa9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/ba4b9493d45245cfb3f33ee2340c9fa9 2024-11-26T12:21:32,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b926895c5fa145b590e4b29e7a015927 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b926895c5fa145b590e4b29e7a015927 2024-11-26T12:21:32,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b5f22daf2c934ac8a22a2ec7b34a6c17 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/b5f22daf2c934ac8a22a2ec7b34a6c17 2024-11-26T12:21:32,704 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/recovered.edits/591.seqid, newMaxSeqId=591, maxSeqId=1 2024-11-26T12:21:32,707 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561. 2024-11-26T12:21:32,707 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 4d33bc2c22eeeacb6bc3ff94f6191561: 2024-11-26T12:21:32,709 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:32,710 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=4d33bc2c22eeeacb6bc3ff94f6191561, regionState=CLOSED 2024-11-26T12:21:32,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-26T12:21:32,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 4d33bc2c22eeeacb6bc3ff94f6191561, server=562bc02006f1,39263,1732623663394 in 1.8600 sec 2024-11-26T12:21:32,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-26T12:21:32,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d33bc2c22eeeacb6bc3ff94f6191561, UNASSIGN in 1.8650 sec 2024-11-26T12:21:32,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-26T12:21:32,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8710 sec 2024-11-26T12:21:32,719 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623692719"}]},"ts":"1732623692719"} 2024-11-26T12:21:32,720 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T12:21:32,724 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T12:21:32,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8920 sec 2024-11-26T12:21:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T12:21:32,944 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-26T12:21:32,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T12:21:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:32,952 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T12:21:32,954 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:32,957 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:32,961 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/recovered.edits] 2024-11-26T12:21:32,964 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/23162a025c3d4484bb24814c65a979f0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/23162a025c3d4484bb24814c65a979f0 2024-11-26T12:21:32,965 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/52b410e4e8404230900edf83843dd332 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/52b410e4e8404230900edf83843dd332 2024-11-26T12:21:32,966 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/71495467746644deb1962144def1c619 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/71495467746644deb1962144def1c619 2024-11-26T12:21:32,967 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/d4b05261e15d40c98d3fd1c85068801f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/A/d4b05261e15d40c98d3fd1c85068801f 2024-11-26T12:21:32,970 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/005e7739bf4e49519088db42a9209036 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/005e7739bf4e49519088db42a9209036 2024-11-26T12:21:32,971 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/2f8aabb29e2c48cf81a689e806146456 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/2f8aabb29e2c48cf81a689e806146456 2024-11-26T12:21:32,973 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5e36e264074141a89d2118c1a11b0128 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/5e36e264074141a89d2118c1a11b0128 2024-11-26T12:21:32,974 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/91bcfb45404241f98448e907b2b27778 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/B/91bcfb45404241f98448e907b2b27778 2024-11-26T12:21:32,977 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/079b7a15071247f09574621881313649 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/079b7a15071247f09574621881313649 2024-11-26T12:21:32,978 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/32163048b8ea4f8e9540a829ccdf4b23 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/32163048b8ea4f8e9540a829ccdf4b23 2024-11-26T12:21:32,979 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/943522cbb1904006a05fb8994a208549 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/943522cbb1904006a05fb8994a208549 2024-11-26T12:21:32,981 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/f3a0dee161674d6e9b12aeeeed2ad0a0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/C/f3a0dee161674d6e9b12aeeeed2ad0a0 2024-11-26T12:21:32,984 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/recovered.edits/591.seqid to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561/recovered.edits/591.seqid 2024-11-26T12:21:32,985 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/4d33bc2c22eeeacb6bc3ff94f6191561 2024-11-26T12:21:32,985 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T12:21:32,990 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:32,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T12:21:32,997 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T12:21:33,028 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T12:21:33,030 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:33,030 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T12:21:33,030 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732623693030"}]},"ts":"9223372036854775807"} 2024-11-26T12:21:33,033 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T12:21:33,033 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4d33bc2c22eeeacb6bc3ff94f6191561, NAME => 'TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T12:21:33,033 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T12:21:33,033 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732623693033"}]},"ts":"9223372036854775807"} 2024-11-26T12:21:33,035 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T12:21:33,038 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:33,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 91 msec 2024-11-26T12:21:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T12:21:33,055 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-26T12:21:33,068 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=241 (was 220) Potentially hanging thread: hconnection-0x5981da53-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-797302060_22 at /127.0.0.1:36382 [Waiting for operation #379] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5981da53-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-797302060_22 at /127.0.0.1:36546 [Waiting for operation #363] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/562bc02006f1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5981da53-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5981da53-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-858533578_22 at /127.0.0.1:35346 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;562bc02006f1:39263-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 193) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1882 (was 2743) 2024-11-26T12:21:33,077 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=1882 2024-11-26T12:21:33,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T12:21:33,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T12:21:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:33,081 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T12:21:33,081 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:33,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-11-26T12:21:33,082 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T12:21:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-26T12:21:33,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741962_1138 (size=960) 2024-11-26T12:21:33,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T12:21:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-26T12:21:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-26T12:21:33,491 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77 2024-11-26T12:21:33,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741963_1139 (size=53) 2024-11-26T12:21:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-26T12:21:33,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:21:33,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2dc4e2bfb9529cac3224d50228631a46, disabling compactions & flushes 2024-11-26T12:21:33,897 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:33,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:33,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. after waiting 0 ms 2024-11-26T12:21:33,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:33,897 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:33,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:33,899 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T12:21:33,899 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732623693899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732623693899"}]},"ts":"1732623693899"} 2024-11-26T12:21:33,900 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T12:21:33,901 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T12:21:33,901 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623693901"}]},"ts":"1732623693901"} 2024-11-26T12:21:33,902 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T12:21:33,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dc4e2bfb9529cac3224d50228631a46, ASSIGN}] 2024-11-26T12:21:33,909 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dc4e2bfb9529cac3224d50228631a46, ASSIGN 2024-11-26T12:21:33,909 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dc4e2bfb9529cac3224d50228631a46, ASSIGN; state=OFFLINE, location=562bc02006f1,39263,1732623663394; forceNewPlan=false, retain=false 2024-11-26T12:21:34,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=2dc4e2bfb9529cac3224d50228631a46, regionState=OPENING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:21:34,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure 2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:21:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-26T12:21:34,214 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:34,217 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:34,217 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} 2024-11-26T12:21:34,217 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:34,217 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:21:34,218 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:34,218 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:34,219 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:34,220 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:21:34,221 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc4e2bfb9529cac3224d50228631a46 columnFamilyName A 2024-11-26T12:21:34,221 DEBUG [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:34,221 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.HStore(327): Store=2dc4e2bfb9529cac3224d50228631a46/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:21:34,221 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:34,222 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:21:34,223 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc4e2bfb9529cac3224d50228631a46 columnFamilyName B 2024-11-26T12:21:34,223 DEBUG [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:34,223 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.HStore(327): Store=2dc4e2bfb9529cac3224d50228631a46/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:21:34,223 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:34,224 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:21:34,224 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc4e2bfb9529cac3224d50228631a46 columnFamilyName C 2024-11-26T12:21:34,225 DEBUG [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:34,225 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.HStore(327): Store=2dc4e2bfb9529cac3224d50228631a46/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:21:34,225 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:34,226 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:34,226 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:34,227 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T12:21:34,228 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:34,230 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T12:21:34,231 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened 2dc4e2bfb9529cac3224d50228631a46; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74341041, jitterRate=0.10776783525943756}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T12:21:34,231 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:34,232 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., pid=35, masterSystemTime=1732623694213 2024-11-26T12:21:34,234 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:34,234 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:34,234 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=2dc4e2bfb9529cac3224d50228631a46, regionState=OPEN, openSeqNum=2, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:21:34,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-26T12:21:34,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure 2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 in 173 msec 2024-11-26T12:21:34,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-26T12:21:34,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dc4e2bfb9529cac3224d50228631a46, ASSIGN in 329 msec 2024-11-26T12:21:34,239 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T12:21:34,239 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623694239"}]},"ts":"1732623694239"} 2024-11-26T12:21:34,240 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T12:21:34,243 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T12:21:34,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-26T12:21:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-26T12:21:35,189 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-11-26T12:21:35,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118b007e to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d29de25 2024-11-26T12:21:35,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a378df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:35,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:35,200 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:35,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T12:21:35,203 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T12:21:35,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T12:21:35,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T12:21:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741964_1140 (size=996) 2024-11-26T12:21:35,628 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T12:21:35,628 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T12:21:35,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T12:21:35,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dc4e2bfb9529cac3224d50228631a46, REOPEN/MOVE}] 2024-11-26T12:21:35,640 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dc4e2bfb9529cac3224d50228631a46, REOPEN/MOVE 2024-11-26T12:21:35,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=2dc4e2bfb9529cac3224d50228631a46, regionState=CLOSING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:21:35,642 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T12:21:35,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:21:35,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:35,794 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:35,794 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T12:21:35,794 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 2dc4e2bfb9529cac3224d50228631a46, disabling compactions & flushes 2024-11-26T12:21:35,794 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:35,794 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:35,794 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. after waiting 0 ms 2024-11-26T12:21:35,794 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:35,798 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T12:21:35,799 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:35,799 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:35,799 WARN [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: 2dc4e2bfb9529cac3224d50228631a46 to self. 2024-11-26T12:21:35,801 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:35,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=2dc4e2bfb9529cac3224d50228631a46, regionState=CLOSED 2024-11-26T12:21:35,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-26T12:21:35,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 in 160 msec 2024-11-26T12:21:35,805 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dc4e2bfb9529cac3224d50228631a46, REOPEN/MOVE; state=CLOSED, location=562bc02006f1,39263,1732623663394; forceNewPlan=false, retain=true 2024-11-26T12:21:35,955 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=2dc4e2bfb9529cac3224d50228631a46, regionState=OPENING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:21:35,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure 2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:21:36,109 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,112 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:36,112 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} 2024-11-26T12:21:36,113 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,113 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:21:36,113 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,113 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,117 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,118 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:21:36,123 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc4e2bfb9529cac3224d50228631a46 columnFamilyName A 2024-11-26T12:21:36,125 DEBUG [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:36,125 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.HStore(327): Store=2dc4e2bfb9529cac3224d50228631a46/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:21:36,126 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,126 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:21:36,126 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc4e2bfb9529cac3224d50228631a46 columnFamilyName B 2024-11-26T12:21:36,127 DEBUG [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:36,127 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.HStore(327): Store=2dc4e2bfb9529cac3224d50228631a46/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:21:36,127 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,127 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:21:36,128 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc4e2bfb9529cac3224d50228631a46 columnFamilyName C 2024-11-26T12:21:36,128 DEBUG [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:36,128 INFO [StoreOpener-2dc4e2bfb9529cac3224d50228631a46-1 {}] regionserver.HStore(327): Store=2dc4e2bfb9529cac3224d50228631a46/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:21:36,128 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:36,129 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,130 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,132 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T12:21:36,133 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,134 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 2dc4e2bfb9529cac3224d50228631a46; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68977705, jitterRate=0.027847900986671448}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T12:21:36,136 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:36,136 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., pid=40, masterSystemTime=1732623696109 2024-11-26T12:21:36,138 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:36,138 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:36,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=2dc4e2bfb9529cac3224d50228631a46, regionState=OPEN, openSeqNum=5, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-11-26T12:21:36,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure 2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 in 183 msec 2024-11-26T12:21:36,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-26T12:21:36,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dc4e2bfb9529cac3224d50228631a46, REOPEN/MOVE in 503 msec 2024-11-26T12:21:36,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-26T12:21:36,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-26T12:21:36,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-11-26T12:21:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T12:21:36,159 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79982672 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2931c73e 2024-11-26T12:21:36,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bad2e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:36,166 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-11-26T12:21:36,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:36,171 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x454f1431 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190853fc 2024-11-26T12:21:36,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:36,175 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-11-26T12:21:36,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:36,179 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-11-26T12:21:36,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:36,183 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-26T12:21:36,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:36,186 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-26T12:21:36,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:36,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-26T12:21:36,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:36,195 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c38ee58 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b120d9 2024-11-26T12:21:36,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af61386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:21:36,203 DEBUG [hconnection-0x8b31ea6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:36,204 DEBUG [hconnection-0x258b783f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:36,204 DEBUG [hconnection-0x2e072ca0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:36,204 DEBUG [hconnection-0x7ba03227-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:36,206 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:36,206 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:36,206 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:36,207 DEBUG [hconnection-0x5d3ff9e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:36,207 DEBUG [hconnection-0x48afc8d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:36,208 DEBUG [hconnection-0x6fe00eeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:36,208 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:36,209 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:36,210 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:36,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-26T12:21:36,214 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:36,214 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-26T12:21:36,215 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:36,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:21:36,228 DEBUG [hconnection-0x31f6e84c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:36,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:36,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:36,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:36,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:36,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:36,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:36,231 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:36,233 DEBUG [hconnection-0x6b0ebcc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:21:36,234 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:21:36,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623756270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623756276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623756279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126aed9e70d89664ff3942c4744f47fd053_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623696227/Put/seqid=0 2024-11-26T12:21:36,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623756285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623756271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-26T12:21:36,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741965_1141 (size=12154) 2024-11-26T12:21:36,325 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:36,331 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126aed9e70d89664ff3942c4744f47fd053_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126aed9e70d89664ff3942c4744f47fd053_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,333 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/cb0d95cdb0c64f72bd26772f4042305f, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:36,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/cb0d95cdb0c64f72bd26772f4042305f is 175, key is test_row_0/A:col10/1732623696227/Put/seqid=0 2024-11-26T12:21:36,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741966_1142 (size=30955) 2024-11-26T12:21:36,359 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/cb0d95cdb0c64f72bd26772f4042305f 2024-11-26T12:21:36,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-26T12:21:36,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:36,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:36,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:36,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:36,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:36,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623756383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623756385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623756386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623756393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623756395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/587dcf0a5c0947beb0ec016d56414cda is 50, key is test_row_0/B:col10/1732623696227/Put/seqid=0 2024-11-26T12:21:36,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741967_1143 (size=12001) 2024-11-26T12:21:36,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/587dcf0a5c0947beb0ec016d56414cda 2024-11-26T12:21:36,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/ac52d999b8734f459d07973ac9ea61d1 is 50, key is test_row_0/C:col10/1732623696227/Put/seqid=0 2024-11-26T12:21:36,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741968_1144 (size=12001) 2024-11-26T12:21:36,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/ac52d999b8734f459d07973ac9ea61d1 2024-11-26T12:21:36,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/cb0d95cdb0c64f72bd26772f4042305f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/cb0d95cdb0c64f72bd26772f4042305f 2024-11-26T12:21:36,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/cb0d95cdb0c64f72bd26772f4042305f, entries=150, sequenceid=18, filesize=30.2 K 2024-11-26T12:21:36,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/587dcf0a5c0947beb0ec016d56414cda as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/587dcf0a5c0947beb0ec016d56414cda 2024-11-26T12:21:36,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/587dcf0a5c0947beb0ec016d56414cda, entries=150, sequenceid=18, filesize=11.7 K 2024-11-26T12:21:36,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/ac52d999b8734f459d07973ac9ea61d1 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/ac52d999b8734f459d07973ac9ea61d1 2024-11-26T12:21:36,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/ac52d999b8734f459d07973ac9ea61d1, entries=150, sequenceid=18, filesize=11.7 K 2024-11-26T12:21:36,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2dc4e2bfb9529cac3224d50228631a46 in 262ms, sequenceid=18, compaction requested=false 2024-11-26T12:21:36,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-26T12:21:36,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-26T12:21:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:36,523 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T12:21:36,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:36,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:36,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:36,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:36,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:36,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:36,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267294f09374f74091ae2a352494d43b98_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623696270/Put/seqid=0 2024-11-26T12:21:36,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741969_1145 (size=12154) 2024-11-26T12:21:36,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:36,573 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267294f09374f74091ae2a352494d43b98_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267294f09374f74091ae2a352494d43b98_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/c215dc30151e458f9719b74413622289, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/c215dc30151e458f9719b74413622289 is 175, key is test_row_0/A:col10/1732623696270/Put/seqid=0 2024-11-26T12:21:36,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741970_1146 (size=30955) 2024-11-26T12:21:36,595 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/c215dc30151e458f9719b74413622289 2024-11-26T12:21:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:36,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623756614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623756614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/b47bd85506954b7b835e060b1c922e2e is 50, key is test_row_0/B:col10/1732623696270/Put/seqid=0 2024-11-26T12:21:36,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623756617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623756617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623756620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741971_1147 (size=12001) 2024-11-26T12:21:36,636 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/b47bd85506954b7b835e060b1c922e2e 2024-11-26T12:21:36,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/94a27a5ef09b4824b983ed7540858479 is 50, key is test_row_0/C:col10/1732623696270/Put/seqid=0 2024-11-26T12:21:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741972_1148 (size=12001) 2024-11-26T12:21:36,667 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/94a27a5ef09b4824b983ed7540858479 2024-11-26T12:21:36,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/c215dc30151e458f9719b74413622289 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c215dc30151e458f9719b74413622289 2024-11-26T12:21:36,680 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c215dc30151e458f9719b74413622289, entries=150, sequenceid=40, filesize=30.2 K 2024-11-26T12:21:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/b47bd85506954b7b835e060b1c922e2e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/b47bd85506954b7b835e060b1c922e2e 2024-11-26T12:21:36,689 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/b47bd85506954b7b835e060b1c922e2e, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T12:21:36,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/94a27a5ef09b4824b983ed7540858479 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/94a27a5ef09b4824b983ed7540858479 2024-11-26T12:21:36,695 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/94a27a5ef09b4824b983ed7540858479, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T12:21:36,696 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 2dc4e2bfb9529cac3224d50228631a46 in 173ms, sequenceid=40, compaction requested=false 2024-11-26T12:21:36,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:36,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:36,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-26T12:21:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-26T12:21:36,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-26T12:21:36,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 483 msec 2024-11-26T12:21:36,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 487 msec 2024-11-26T12:21:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T12:21:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:36,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112691780aca7f92400db151f9af4f242e52_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623696614/Put/seqid=0 2024-11-26T12:21:36,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623756775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623756775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623756776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623756777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623756777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741973_1149 (size=14594) 2024-11-26T12:21:36,791 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:36,796 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112691780aca7f92400db151f9af4f242e52_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112691780aca7f92400db151f9af4f242e52_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:36,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/a892175f48054aaca38d5968fc2c07a1, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:36,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/a892175f48054aaca38d5968fc2c07a1 is 175, key is test_row_0/A:col10/1732623696614/Put/seqid=0 2024-11-26T12:21:36,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741974_1150 (size=39549) 2024-11-26T12:21:36,810 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=58, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/a892175f48054aaca38d5968fc2c07a1 2024-11-26T12:21:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-26T12:21:36,818 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-26T12:21:36,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/dc1f438e550448b8a817eca2c8c553ae is 50, key is test_row_0/B:col10/1732623696614/Put/seqid=0 2024-11-26T12:21:36,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-26T12:21:36,828 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:36,828 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:36,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T12:21:36,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741975_1151 (size=12001) 2024-11-26T12:21:36,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/dc1f438e550448b8a817eca2c8c553ae 2024-11-26T12:21:36,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/fbd10724701448fca70e6c0a8ed6eb07 is 50, key is test_row_0/C:col10/1732623696614/Put/seqid=0 2024-11-26T12:21:36,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623756879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623756880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623756880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623756881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623756881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741976_1152 (size=12001) 2024-11-26T12:21:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T12:21:36,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:36,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T12:21:36,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:36,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:36,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:36,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:36,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623757084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623757084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623757085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623757085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623757086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T12:21:37,136 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T12:21:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,289 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T12:21:37,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:37,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/fbd10724701448fca70e6c0a8ed6eb07 2024-11-26T12:21:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/a892175f48054aaca38d5968fc2c07a1 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/a892175f48054aaca38d5968fc2c07a1 2024-11-26T12:21:37,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/a892175f48054aaca38d5968fc2c07a1, entries=200, sequenceid=58, filesize=38.6 K 2024-11-26T12:21:37,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/dc1f438e550448b8a817eca2c8c553ae as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/dc1f438e550448b8a817eca2c8c553ae 2024-11-26T12:21:37,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/dc1f438e550448b8a817eca2c8c553ae, entries=150, sequenceid=58, filesize=11.7 K 2024-11-26T12:21:37,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/fbd10724701448fca70e6c0a8ed6eb07 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/fbd10724701448fca70e6c0a8ed6eb07 2024-11-26T12:21:37,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/fbd10724701448fca70e6c0a8ed6eb07, entries=150, sequenceid=58, filesize=11.7 K 2024-11-26T12:21:37,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for 2dc4e2bfb9529cac3224d50228631a46 in 587ms, sequenceid=58, compaction requested=true 2024-11-26T12:21:37,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:37,319 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:37,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:37,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:37,320 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:37,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:37,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:37,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:37,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:37,322 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:37,322 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/A is initiating minor compaction (all files) 2024-11-26T12:21:37,322 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/A in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,322 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/cb0d95cdb0c64f72bd26772f4042305f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c215dc30151e458f9719b74413622289, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/a892175f48054aaca38d5968fc2c07a1] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=99.1 K 2024-11-26T12:21:37,322 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,323 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/cb0d95cdb0c64f72bd26772f4042305f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c215dc30151e458f9719b74413622289, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/a892175f48054aaca38d5968fc2c07a1] 2024-11-26T12:21:37,323 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:37,323 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/B is initiating minor compaction (all files) 2024-11-26T12:21:37,323 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/B in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,323 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/587dcf0a5c0947beb0ec016d56414cda, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/b47bd85506954b7b835e060b1c922e2e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/dc1f438e550448b8a817eca2c8c553ae] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=35.2 K 2024-11-26T12:21:37,324 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb0d95cdb0c64f72bd26772f4042305f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732623696225 2024-11-26T12:21:37,324 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 587dcf0a5c0947beb0ec016d56414cda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732623696225 2024-11-26T12:21:37,324 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting c215dc30151e458f9719b74413622289, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732623696270 2024-11-26T12:21:37,324 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting b47bd85506954b7b835e060b1c922e2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732623696270 2024-11-26T12:21:37,325 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting a892175f48054aaca38d5968fc2c07a1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732623696614 2024-11-26T12:21:37,325 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting dc1f438e550448b8a817eca2c8c553ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732623696614 2024-11-26T12:21:37,341 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:37,346 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#B#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:37,346 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/0036f2505ba04944a518d3c8c258dc72 is 50, key is test_row_0/B:col10/1732623696614/Put/seqid=0 2024-11-26T12:21:37,377 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411261acac8b373934c738f1aeeafc15c0e8f_2dc4e2bfb9529cac3224d50228631a46 store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:37,385 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411261acac8b373934c738f1aeeafc15c0e8f_2dc4e2bfb9529cac3224d50228631a46, store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:37,385 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261acac8b373934c738f1aeeafc15c0e8f_2dc4e2bfb9529cac3224d50228631a46 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:37,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T12:21:37,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741977_1153 (size=12104) 2024-11-26T12:21:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:37,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:37,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623757408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623757409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623757409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623757411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623757414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112689a0efe6fe814927a72922311dd3082c_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623697394/Put/seqid=0 2024-11-26T12:21:37,424 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/0036f2505ba04944a518d3c8c258dc72 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/0036f2505ba04944a518d3c8c258dc72 2024-11-26T12:21:37,431 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/B of 2dc4e2bfb9529cac3224d50228631a46 into 0036f2505ba04944a518d3c8c258dc72(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:37,431 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:37,431 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/B, priority=13, startTime=1732623697320; duration=0sec 2024-11-26T12:21:37,431 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:37,431 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:B 2024-11-26T12:21:37,432 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T12:21:37,434 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:37,434 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/C is initiating minor compaction (all files) 2024-11-26T12:21:37,434 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/C in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,434 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/ac52d999b8734f459d07973ac9ea61d1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/94a27a5ef09b4824b983ed7540858479, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/fbd10724701448fca70e6c0a8ed6eb07] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=35.2 K 2024-11-26T12:21:37,434 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting ac52d999b8734f459d07973ac9ea61d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732623696225 2024-11-26T12:21:37,435 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 94a27a5ef09b4824b983ed7540858479, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732623696270 2024-11-26T12:21:37,436 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting fbd10724701448fca70e6c0a8ed6eb07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732623696614 2024-11-26T12:21:37,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741978_1154 (size=4469) 2024-11-26T12:21:37,441 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#A#compaction#132 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:37,443 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/cc411a95130447ad892b0d93836887ea is 175, key is test_row_0/A:col10/1732623696614/Put/seqid=0 2024-11-26T12:21:37,444 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T12:21:37,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:37,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741979_1155 (size=12154) 2024-11-26T12:21:37,473 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:37,481 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112689a0efe6fe814927a72922311dd3082c_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112689a0efe6fe814927a72922311dd3082c_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:37,483 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/29c412056a7b4059ad02dca540672d0c, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:37,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/29c412056a7b4059ad02dca540672d0c is 175, key is test_row_0/A:col10/1732623697394/Put/seqid=0 2024-11-26T12:21:37,499 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:37,500 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/198043a05203402d9a00b63a46b1abdf is 50, key is test_row_0/C:col10/1732623696614/Put/seqid=0 2024-11-26T12:21:37,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623757513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623757516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623757520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623757520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623757521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741980_1156 (size=31058) 2024-11-26T12:21:37,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741981_1157 (size=30955) 2024-11-26T12:21:37,558 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/29c412056a7b4059ad02dca540672d0c 2024-11-26T12:21:37,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/dab572ef3a3349a4a81a487b990cceb9 is 50, key is test_row_0/B:col10/1732623697394/Put/seqid=0 2024-11-26T12:21:37,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741982_1158 (size=12104) 2024-11-26T12:21:37,597 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T12:21:37,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:37,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741983_1159 (size=12001) 2024-11-26T12:21:37,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623757716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623757720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623757722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623757723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623757724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T12:21:37,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:37,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:37,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T12:21:37,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:37,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:37,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T12:21:37,951 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/cc411a95130447ad892b0d93836887ea as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/cc411a95130447ad892b0d93836887ea 2024-11-26T12:21:37,959 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/A of 2dc4e2bfb9529cac3224d50228631a46 into cc411a95130447ad892b0d93836887ea(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:37,959 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:37,959 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/A, priority=13, startTime=1732623697319; duration=0sec 2024-11-26T12:21:37,959 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:37,959 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:A 2024-11-26T12:21:37,988 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/198043a05203402d9a00b63a46b1abdf as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/198043a05203402d9a00b63a46b1abdf 2024-11-26T12:21:37,994 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/C of 2dc4e2bfb9529cac3224d50228631a46 into 198043a05203402d9a00b63a46b1abdf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:37,994 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:37,994 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/C, priority=13, startTime=1732623697320; duration=0sec 2024-11-26T12:21:37,994 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:37,994 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:C 2024-11-26T12:21:38,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/dab572ef3a3349a4a81a487b990cceb9 2024-11-26T12:21:38,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623758020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623758025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623758027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/40f91ede801640ae90bf3bf86395648f is 50, key is test_row_0/C:col10/1732623697394/Put/seqid=0 2024-11-26T12:21:38,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623758033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623758032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741984_1160 (size=12001) 2024-11-26T12:21:38,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/40f91ede801640ae90bf3bf86395648f 2024-11-26T12:21:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/29c412056a7b4059ad02dca540672d0c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/29c412056a7b4059ad02dca540672d0c 2024-11-26T12:21:38,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/29c412056a7b4059ad02dca540672d0c, entries=150, sequenceid=81, filesize=30.2 K 2024-11-26T12:21:38,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/dab572ef3a3349a4a81a487b990cceb9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/dab572ef3a3349a4a81a487b990cceb9 2024-11-26T12:21:38,059 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T12:21:38,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:38,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:38,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:38,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:38,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:38,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/dab572ef3a3349a4a81a487b990cceb9, entries=150, sequenceid=81, filesize=11.7 K 2024-11-26T12:21:38,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/40f91ede801640ae90bf3bf86395648f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/40f91ede801640ae90bf3bf86395648f 2024-11-26T12:21:38,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/40f91ede801640ae90bf3bf86395648f, entries=150, sequenceid=81, filesize=11.7 K 2024-11-26T12:21:38,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 2dc4e2bfb9529cac3224d50228631a46 in 678ms, sequenceid=81, compaction requested=false 2024-11-26T12:21:38,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:38,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-26T12:21:38,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:38,213 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:21:38,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:38,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:38,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:38,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:38,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:38,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:38,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112682d2a1ff77f84610800d6d9426f54147_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623697409/Put/seqid=0 2024-11-26T12:21:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741985_1161 (size=12154) 2024-11-26T12:21:38,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T12:21:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:38,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:38,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623758550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623758550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623758551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623758553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623758554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:38,648 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112682d2a1ff77f84610800d6d9426f54147_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112682d2a1ff77f84610800d6d9426f54147_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:38,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/b6f6b9b9c1fa4e6b82da9882c9bd6950, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:38,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/b6f6b9b9c1fa4e6b82da9882c9bd6950 is 175, key is test_row_0/A:col10/1732623697409/Put/seqid=0 2024-11-26T12:21:38,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741986_1162 (size=30955) 2024-11-26T12:21:38,655 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/b6f6b9b9c1fa4e6b82da9882c9bd6950 2024-11-26T12:21:38,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623758656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623758657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623758658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623758660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623758660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/e462b31684a641b1a684def68a3871c2 is 50, key is test_row_0/B:col10/1732623697409/Put/seqid=0 2024-11-26T12:21:38,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741987_1163 (size=12001) 2024-11-26T12:21:38,694 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/e462b31684a641b1a684def68a3871c2 2024-11-26T12:21:38,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/0b49560a24a9411e8c1255822331bfa0 is 50, key is test_row_0/C:col10/1732623697409/Put/seqid=0 2024-11-26T12:21:38,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741988_1164 (size=12001) 2024-11-26T12:21:38,718 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/0b49560a24a9411e8c1255822331bfa0 2024-11-26T12:21:38,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/b6f6b9b9c1fa4e6b82da9882c9bd6950 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6f6b9b9c1fa4e6b82da9882c9bd6950 2024-11-26T12:21:38,730 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6f6b9b9c1fa4e6b82da9882c9bd6950, entries=150, sequenceid=98, filesize=30.2 K 2024-11-26T12:21:38,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/e462b31684a641b1a684def68a3871c2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/e462b31684a641b1a684def68a3871c2 2024-11-26T12:21:38,738 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/e462b31684a641b1a684def68a3871c2, entries=150, sequenceid=98, filesize=11.7 K 2024-11-26T12:21:38,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/0b49560a24a9411e8c1255822331bfa0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/0b49560a24a9411e8c1255822331bfa0 2024-11-26T12:21:38,747 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/0b49560a24a9411e8c1255822331bfa0, entries=150, sequenceid=98, filesize=11.7 K 2024-11-26T12:21:38,748 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2dc4e2bfb9529cac3224d50228631a46 in 535ms, sequenceid=98, compaction requested=true 2024-11-26T12:21:38,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:38,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:38,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-26T12:21:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-26T12:21:38,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-26T12:21:38,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9210 sec 2024-11-26T12:21:38,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.9260 sec 2024-11-26T12:21:38,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:21:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:38,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e42f15f8d763425ebb7c6a7fd79143a3_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623698552/Put/seqid=0 2024-11-26T12:21:38,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623758876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623758876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623758879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623758880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623758880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741989_1165 (size=12154) 2024-11-26T12:21:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-26T12:21:38,936 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-26T12:21:38,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-26T12:21:38,939 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T12:21:38,940 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:38,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:38,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623758982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623758982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623758985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623758986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:38,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623758988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T12:21:39,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T12:21:39,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:39,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:39,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:39,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623759187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623759187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623759191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623759191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623759194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T12:21:39,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T12:21:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:39,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,312 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:39,320 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e42f15f8d763425ebb7c6a7fd79143a3_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e42f15f8d763425ebb7c6a7fd79143a3_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:39,321 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/4e39dfe226834362830a5b4e1c1415a2, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:39,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/4e39dfe226834362830a5b4e1c1415a2 is 175, key is test_row_0/A:col10/1732623698552/Put/seqid=0 2024-11-26T12:21:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741990_1166 (size=30955) 2024-11-26T12:21:39,415 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T12:21:39,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:39,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:39,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:39,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623759492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623759495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623759495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623759493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623759500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T12:21:39,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T12:21:39,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:39,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:39,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:39,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T12:21:39,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:39,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:39,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:39,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,727 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/4e39dfe226834362830a5b4e1c1415a2 2024-11-26T12:21:39,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/bfce589960ca4128beae4d7d0fa66cb5 is 50, key is test_row_0/B:col10/1732623698552/Put/seqid=0 2024-11-26T12:21:39,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741991_1167 (size=12001) 2024-11-26T12:21:39,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:39,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T12:21:39,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:39,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:39,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:39,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:39,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623759998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623759999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:40,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623760001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:40,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623760002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:40,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623760006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:40,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:40,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T12:21:40,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:40,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:40,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:40,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:40,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T12:21:40,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/bfce589960ca4128beae4d7d0fa66cb5 2024-11-26T12:21:40,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/fd9363f27fa149fb83cf07521a12852e is 50, key is test_row_0/C:col10/1732623698552/Put/seqid=0 2024-11-26T12:21:40,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741992_1168 (size=12001) 2024-11-26T12:21:40,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/fd9363f27fa149fb83cf07521a12852e 2024-11-26T12:21:40,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/4e39dfe226834362830a5b4e1c1415a2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/4e39dfe226834362830a5b4e1c1415a2 2024-11-26T12:21:40,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:40,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/4e39dfe226834362830a5b4e1c1415a2, entries=150, sequenceid=121, filesize=30.2 K 2024-11-26T12:21:40,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T12:21:40,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:40,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:40,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:40,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:40,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:40,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/bfce589960ca4128beae4d7d0fa66cb5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/bfce589960ca4128beae4d7d0fa66cb5 2024-11-26T12:21:40,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/bfce589960ca4128beae4d7d0fa66cb5, entries=150, sequenceid=121, filesize=11.7 K 2024-11-26T12:21:40,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/fd9363f27fa149fb83cf07521a12852e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/fd9363f27fa149fb83cf07521a12852e 2024-11-26T12:21:40,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/fd9363f27fa149fb83cf07521a12852e, entries=150, sequenceid=121, filesize=11.7 K 2024-11-26T12:21:40,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 2dc4e2bfb9529cac3224d50228631a46 in 1340ms, sequenceid=121, compaction requested=true 2024-11-26T12:21:40,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:40,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:40,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:40,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:40,202 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:40,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:40,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:40,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:40,202 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:40,206 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123923 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:40,206 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/A is initiating minor compaction (all files) 2024-11-26T12:21:40,206 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/A in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:40,206 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/cc411a95130447ad892b0d93836887ea, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/29c412056a7b4059ad02dca540672d0c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6f6b9b9c1fa4e6b82da9882c9bd6950, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/4e39dfe226834362830a5b4e1c1415a2] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=121.0 K 2024-11-26T12:21:40,206 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:40,206 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/cc411a95130447ad892b0d93836887ea, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/29c412056a7b4059ad02dca540672d0c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6f6b9b9c1fa4e6b82da9882c9bd6950, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/4e39dfe226834362830a5b4e1c1415a2] 2024-11-26T12:21:40,207 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:40,207 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/B is initiating minor compaction (all files) 2024-11-26T12:21:40,207 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc411a95130447ad892b0d93836887ea, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732623696614 2024-11-26T12:21:40,207 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/B in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:40,207 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/0036f2505ba04944a518d3c8c258dc72, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/dab572ef3a3349a4a81a487b990cceb9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/e462b31684a641b1a684def68a3871c2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/bfce589960ca4128beae4d7d0fa66cb5] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=47.0 K 2024-11-26T12:21:40,207 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29c412056a7b4059ad02dca540672d0c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732623696774 2024-11-26T12:21:40,208 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 0036f2505ba04944a518d3c8c258dc72, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732623696614 2024-11-26T12:21:40,208 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6f6b9b9c1fa4e6b82da9882c9bd6950, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732623697407 2024-11-26T12:21:40,208 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting dab572ef3a3349a4a81a487b990cceb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732623696774 2024-11-26T12:21:40,208 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e39dfe226834362830a5b4e1c1415a2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732623698552 2024-11-26T12:21:40,208 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting e462b31684a641b1a684def68a3871c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732623697407 2024-11-26T12:21:40,209 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting bfce589960ca4128beae4d7d0fa66cb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732623698552 2024-11-26T12:21:40,219 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:40,220 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:40,220 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/71a981b83993431190e9aa8cac29daf9 is 50, key is test_row_0/B:col10/1732623698552/Put/seqid=0 2024-11-26T12:21:40,228 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411264d0a3297c46f4b4f9230216336bb7d4a_2dc4e2bfb9529cac3224d50228631a46 store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:40,235 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411264d0a3297c46f4b4f9230216336bb7d4a_2dc4e2bfb9529cac3224d50228631a46, store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:40,235 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264d0a3297c46f4b4f9230216336bb7d4a_2dc4e2bfb9529cac3224d50228631a46 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:40,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741993_1169 (size=12241) 2024-11-26T12:21:40,261 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/71a981b83993431190e9aa8cac29daf9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/71a981b83993431190e9aa8cac29daf9 2024-11-26T12:21:40,268 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/B of 2dc4e2bfb9529cac3224d50228631a46 into 71a981b83993431190e9aa8cac29daf9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:40,268 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:40,268 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/B, priority=12, startTime=1732623700202; duration=0sec 2024-11-26T12:21:40,268 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:40,268 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:B 2024-11-26T12:21:40,268 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:40,270 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:40,270 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/C is initiating minor compaction (all files) 2024-11-26T12:21:40,270 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/C in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:40,270 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/198043a05203402d9a00b63a46b1abdf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/40f91ede801640ae90bf3bf86395648f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/0b49560a24a9411e8c1255822331bfa0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/fd9363f27fa149fb83cf07521a12852e] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=47.0 K 2024-11-26T12:21:40,270 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 198043a05203402d9a00b63a46b1abdf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732623696614 2024-11-26T12:21:40,271 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 40f91ede801640ae90bf3bf86395648f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732623696774 2024-11-26T12:21:40,271 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b49560a24a9411e8c1255822331bfa0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732623697407 2024-11-26T12:21:40,271 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting fd9363f27fa149fb83cf07521a12852e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732623698552 2024-11-26T12:21:40,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741994_1170 (size=4469) 2024-11-26T12:21:40,291 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:40,291 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/9ddc2277bc5f4658a9f52ea6d3ec8a4b is 50, key is test_row_0/C:col10/1732623698552/Put/seqid=0 2024-11-26T12:21:40,292 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#A#compaction#145 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:40,293 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/2d1533db69814c14abbba3a21d947352 is 175, key is test_row_0/A:col10/1732623698552/Put/seqid=0 2024-11-26T12:21:40,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741995_1171 (size=12241) 2024-11-26T12:21:40,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741996_1172 (size=31195) 2024-11-26T12:21:40,325 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/2d1533db69814c14abbba3a21d947352 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/2d1533db69814c14abbba3a21d947352 2024-11-26T12:21:40,335 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/A of 2dc4e2bfb9529cac3224d50228631a46 into 2d1533db69814c14abbba3a21d947352(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:40,335 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:40,335 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/A, priority=12, startTime=1732623700202; duration=0sec 2024-11-26T12:21:40,335 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:40,335 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:A 2024-11-26T12:21:40,338 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:40,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T12:21:40,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:40,339 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:21:40,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:40,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:40,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:40,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:40,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:40,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:40,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263b333fa566464b93bb15f66a2a9d5294_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623698877/Put/seqid=0 2024-11-26T12:21:40,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741997_1173 (size=12254) 2024-11-26T12:21:40,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:40,378 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263b333fa566464b93bb15f66a2a9d5294_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263b333fa566464b93bb15f66a2a9d5294_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/b6a18d8a1cec4df5a046476b23439b75, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/b6a18d8a1cec4df5a046476b23439b75 is 175, key is test_row_0/A:col10/1732623698877/Put/seqid=0 2024-11-26T12:21:40,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741998_1174 (size=31055) 2024-11-26T12:21:40,723 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/9ddc2277bc5f4658a9f52ea6d3ec8a4b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9ddc2277bc5f4658a9f52ea6d3ec8a4b 2024-11-26T12:21:40,735 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/C of 2dc4e2bfb9529cac3224d50228631a46 into 9ddc2277bc5f4658a9f52ea6d3ec8a4b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:40,735 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:40,735 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/C, priority=12, startTime=1732623700202; duration=0sec 2024-11-26T12:21:40,735 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:40,736 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:C 2024-11-26T12:21:40,807 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/b6a18d8a1cec4df5a046476b23439b75 2024-11-26T12:21:40,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/fcbe3a89d6624e20b4037792f080113c is 50, key is test_row_0/B:col10/1732623698877/Put/seqid=0 2024-11-26T12:21:40,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741999_1175 (size=12101) 2024-11-26T12:21:40,823 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/fcbe3a89d6624e20b4037792f080113c 2024-11-26T12:21:40,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/b92518b814f74659b1a93f6d1af974aa is 50, key is test_row_0/C:col10/1732623698877/Put/seqid=0 2024-11-26T12:21:40,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742000_1176 (size=12101) 2024-11-26T12:21:40,866 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T12:21:40,868 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T12:21:41,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:41,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623761023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623761024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623761025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623761026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623761028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T12:21:41,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623761128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623761128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623761129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623761132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623761133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,256 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/b92518b814f74659b1a93f6d1af974aa 2024-11-26T12:21:41,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/b6a18d8a1cec4df5a046476b23439b75 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6a18d8a1cec4df5a046476b23439b75 2024-11-26T12:21:41,273 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6a18d8a1cec4df5a046476b23439b75, entries=150, sequenceid=137, filesize=30.3 K 2024-11-26T12:21:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/fcbe3a89d6624e20b4037792f080113c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/fcbe3a89d6624e20b4037792f080113c 2024-11-26T12:21:41,283 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/fcbe3a89d6624e20b4037792f080113c, entries=150, sequenceid=137, filesize=11.8 K 2024-11-26T12:21:41,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/b92518b814f74659b1a93f6d1af974aa as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/b92518b814f74659b1a93f6d1af974aa 2024-11-26T12:21:41,289 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/b92518b814f74659b1a93f6d1af974aa, entries=150, sequenceid=137, filesize=11.8 K 2024-11-26T12:21:41,290 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 2dc4e2bfb9529cac3224d50228631a46 in 951ms, sequenceid=137, compaction requested=false 2024-11-26T12:21:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-26T12:21:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-26T12:21:41,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-26T12:21:41,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3510 sec 2024-11-26T12:21:41,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.3580 sec 2024-11-26T12:21:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:41,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:21:41,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:41,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:41,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:41,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:41,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:41,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:41,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112675afd6e28a264a1b927128b53fa07bd2_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623701331/Put/seqid=0 2024-11-26T12:21:41,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623761342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623761344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623761345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623761348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623761349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742001_1177 (size=14794) 2024-11-26T12:21:41,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623761449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623761450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623761450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623761452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623761452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623761652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623761653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623761653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623761654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623761654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,768 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:41,773 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112675afd6e28a264a1b927128b53fa07bd2_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112675afd6e28a264a1b927128b53fa07bd2_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:41,774 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/ce7d2eaaecf648778952969edecaca93, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:41,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/ce7d2eaaecf648778952969edecaca93 is 175, key is test_row_0/A:col10/1732623701331/Put/seqid=0 2024-11-26T12:21:41,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742002_1178 (size=39749) 2024-11-26T12:21:41,789 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/ce7d2eaaecf648778952969edecaca93 2024-11-26T12:21:41,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/3016dc1243d848f19ca9c73af6ab3623 is 50, key is test_row_0/B:col10/1732623701331/Put/seqid=0 2024-11-26T12:21:41,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742003_1179 (size=12151) 2024-11-26T12:21:41,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/3016dc1243d848f19ca9c73af6ab3623 2024-11-26T12:21:41,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/97fe114340194a3992a0758b21b5a174 is 50, key is test_row_0/C:col10/1732623701331/Put/seqid=0 2024-11-26T12:21:41,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742004_1180 (size=12151) 2024-11-26T12:21:41,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/97fe114340194a3992a0758b21b5a174 2024-11-26T12:21:41,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/ce7d2eaaecf648778952969edecaca93 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ce7d2eaaecf648778952969edecaca93 2024-11-26T12:21:41,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ce7d2eaaecf648778952969edecaca93, entries=200, sequenceid=162, filesize=38.8 K 2024-11-26T12:21:41,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/3016dc1243d848f19ca9c73af6ab3623 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/3016dc1243d848f19ca9c73af6ab3623 2024-11-26T12:21:41,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/3016dc1243d848f19ca9c73af6ab3623, entries=150, sequenceid=162, filesize=11.9 K 2024-11-26T12:21:41,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/97fe114340194a3992a0758b21b5a174 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/97fe114340194a3992a0758b21b5a174 2024-11-26T12:21:41,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/97fe114340194a3992a0758b21b5a174, entries=150, sequenceid=162, filesize=11.9 K 2024-11-26T12:21:41,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 2dc4e2bfb9529cac3224d50228631a46 in 520ms, sequenceid=162, compaction requested=true 2024-11-26T12:21:41,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:41,853 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:41,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:41,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:41,854 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:41,854 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:41,854 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/A is initiating minor compaction (all files) 2024-11-26T12:21:41,854 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/A in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:41,854 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/2d1533db69814c14abbba3a21d947352, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6a18d8a1cec4df5a046476b23439b75, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ce7d2eaaecf648778952969edecaca93] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=99.6 K 2024-11-26T12:21:41,854 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:41,854 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/2d1533db69814c14abbba3a21d947352, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6a18d8a1cec4df5a046476b23439b75, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ce7d2eaaecf648778952969edecaca93] 2024-11-26T12:21:41,855 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:41,855 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d1533db69814c14abbba3a21d947352, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732623698552 2024-11-26T12:21:41,855 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/B is initiating minor compaction (all files) 2024-11-26T12:21:41,855 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/B in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:41,855 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/71a981b83993431190e9aa8cac29daf9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/fcbe3a89d6624e20b4037792f080113c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/3016dc1243d848f19ca9c73af6ab3623] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=35.6 K 2024-11-26T12:21:41,856 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6a18d8a1cec4df5a046476b23439b75, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732623698863 2024-11-26T12:21:41,856 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 71a981b83993431190e9aa8cac29daf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732623698552 2024-11-26T12:21:41,856 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce7d2eaaecf648778952969edecaca93, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732623701017 2024-11-26T12:21:41,857 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting fcbe3a89d6624e20b4037792f080113c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732623698863 2024-11-26T12:21:41,857 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 3016dc1243d848f19ca9c73af6ab3623, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732623701017 2024-11-26T12:21:41,865 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:41,869 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126531e7440e1c9475582cae922c1b6d7bf_2dc4e2bfb9529cac3224d50228631a46 store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:41,869 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#B#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:41,870 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/336dc7800c96496e97db48650f65e77b is 50, key is test_row_0/B:col10/1732623701331/Put/seqid=0 2024-11-26T12:21:41,871 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126531e7440e1c9475582cae922c1b6d7bf_2dc4e2bfb9529cac3224d50228631a46, store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:41,871 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126531e7440e1c9475582cae922c1b6d7bf_2dc4e2bfb9529cac3224d50228631a46 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:41,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742005_1181 (size=12493) 2024-11-26T12:21:41,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742006_1182 (size=4469) 2024-11-26T12:21:41,895 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#A#compaction#153 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:41,896 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/7e6c362e96184760ad6a5154e5766b6f is 175, key is test_row_0/A:col10/1732623701331/Put/seqid=0 2024-11-26T12:21:41,897 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/336dc7800c96496e97db48650f65e77b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/336dc7800c96496e97db48650f65e77b 2024-11-26T12:21:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742007_1183 (size=31447) 2024-11-26T12:21:41,903 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/B of 2dc4e2bfb9529cac3224d50228631a46 into 336dc7800c96496e97db48650f65e77b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:41,903 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:41,903 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/B, priority=13, startTime=1732623701854; duration=0sec 2024-11-26T12:21:41,903 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:41,903 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:B 2024-11-26T12:21:41,904 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:21:41,905 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:21:41,906 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/C is initiating minor compaction (all files) 2024-11-26T12:21:41,906 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/C in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:41,906 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9ddc2277bc5f4658a9f52ea6d3ec8a4b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/b92518b814f74659b1a93f6d1af974aa, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/97fe114340194a3992a0758b21b5a174] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=35.6 K 2024-11-26T12:21:41,907 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ddc2277bc5f4658a9f52ea6d3ec8a4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732623698552 2024-11-26T12:21:41,907 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting b92518b814f74659b1a93f6d1af974aa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732623698863 2024-11-26T12:21:41,908 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 97fe114340194a3992a0758b21b5a174, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732623701017 2024-11-26T12:21:41,910 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/7e6c362e96184760ad6a5154e5766b6f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/7e6c362e96184760ad6a5154e5766b6f 2024-11-26T12:21:41,917 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/A of 2dc4e2bfb9529cac3224d50228631a46 into 7e6c362e96184760ad6a5154e5766b6f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:41,917 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:41,917 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/A, priority=13, startTime=1732623701853; duration=0sec 2024-11-26T12:21:41,917 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:41,917 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:A 2024-11-26T12:21:41,921 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#C#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:41,921 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/cc77925d8c8f4e8db9678697b727c577 is 50, key is test_row_0/C:col10/1732623701331/Put/seqid=0 2024-11-26T12:21:41,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742008_1184 (size=12493) 2024-11-26T12:21:41,949 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/cc77925d8c8f4e8db9678697b727c577 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/cc77925d8c8f4e8db9678697b727c577 2024-11-26T12:21:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:41,959 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/C of 2dc4e2bfb9529cac3224d50228631a46 into cc77925d8c8f4e8db9678697b727c577(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:41,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:21:41,960 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:41,960 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/C, priority=13, startTime=1732623701854; duration=0sec 2024-11-26T12:21:41,960 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:41,960 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:C 2024-11-26T12:21:41,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:41,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:41,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:41,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:41,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:41,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:41,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268d7070e2adf0494b9504664a2ff2bf92_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623701345/Put/seqid=0 2024-11-26T12:21:41,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742009_1185 (size=12304) 2024-11-26T12:21:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623761978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623761978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623761979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623761980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:41,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623761980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623762081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623762082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623762082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623762083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623762086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623762285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623762288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623762288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623762292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623762292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,375 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:42,380 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268d7070e2adf0494b9504664a2ff2bf92_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268d7070e2adf0494b9504664a2ff2bf92_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:42,381 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/e35cc839a8994048b744b527f6a149f1, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:42,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/e35cc839a8994048b744b527f6a149f1 is 175, key is test_row_0/A:col10/1732623701345/Put/seqid=0 2024-11-26T12:21:42,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742010_1186 (size=31105) 2024-11-26T12:21:42,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623762590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623762595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623762595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623762597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623762600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:42,788 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/e35cc839a8994048b744b527f6a149f1 2024-11-26T12:21:42,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/27dae5ef16bf49efa37922054a30b738 is 50, key is test_row_0/B:col10/1732623701345/Put/seqid=0 2024-11-26T12:21:42,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742011_1187 (size=12151) 2024-11-26T12:21:42,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/27dae5ef16bf49efa37922054a30b738 2024-11-26T12:21:42,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/7dca75c1efea411a8261ce0e5b955d26 is 50, key is test_row_0/C:col10/1732623701345/Put/seqid=0 2024-11-26T12:21:42,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742012_1188 (size=12151) 2024-11-26T12:21:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T12:21:43,046 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-26T12:21:43,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-26T12:21:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T12:21:43,049 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:43,050 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:43,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:43,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623763097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:43,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623763100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:43,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623763100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:43,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623763101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:43,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623763104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T12:21:43,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T12:21:43,157 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T12:21:43,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:43,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T12:21:43,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:43,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:43,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:43,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:43,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:21:43,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/7dca75c1efea411a8261ce0e5b955d26 2024-11-26T12:21:43,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/e35cc839a8994048b744b527f6a149f1 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/e35cc839a8994048b744b527f6a149f1 2024-11-26T12:21:43,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/e35cc839a8994048b744b527f6a149f1, entries=150, sequenceid=180, filesize=30.4 K 2024-11-26T12:21:43,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/27dae5ef16bf49efa37922054a30b738 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/27dae5ef16bf49efa37922054a30b738 2024-11-26T12:21:43,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/27dae5ef16bf49efa37922054a30b738, entries=150, sequenceid=180, filesize=11.9 K 2024-11-26T12:21:43,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/7dca75c1efea411a8261ce0e5b955d26 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/7dca75c1efea411a8261ce0e5b955d26 2024-11-26T12:21:43,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/7dca75c1efea411a8261ce0e5b955d26, entries=150, sequenceid=180, filesize=11.9 K 2024-11-26T12:21:43,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 2dc4e2bfb9529cac3224d50228631a46 in 1322ms, sequenceid=180, compaction requested=false 2024-11-26T12:21:43,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T12:21:43,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:43,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T12:21:43,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:43,356 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T12:21:43,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:43,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:43,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:43,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:43,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:43,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:43,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112657c052a8813248459aae87d330ab9a1a_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623701979/Put/seqid=0 2024-11-26T12:21:43,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742013_1189 (size=12304) 2024-11-26T12:21:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T12:21:43,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,781 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112657c052a8813248459aae87d330ab9a1a_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112657c052a8813248459aae87d330ab9a1a_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:43,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/d4df8488e6f34a61b8b482d3713d2d7d, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:43,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/d4df8488e6f34a61b8b482d3713d2d7d is 175, key is test_row_0/A:col10/1732623701979/Put/seqid=0 2024-11-26T12:21:43,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742014_1190 (size=31105) 2024-11-26T12:21:43,788 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/d4df8488e6f34a61b8b482d3713d2d7d 2024-11-26T12:21:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/d8f6d06c73a6489396feb988d8ebd781 is 50, key is test_row_0/B:col10/1732623701979/Put/seqid=0 2024-11-26T12:21:43,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742015_1191 (size=12151) 2024-11-26T12:21:43,800 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/d8f6d06c73a6489396feb988d8ebd781 2024-11-26T12:21:43,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/f8436e4afcdf494691f642f2d69759ea is 50, key is test_row_0/C:col10/1732623701979/Put/seqid=0 2024-11-26T12:21:43,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742016_1192 (size=12151) 2024-11-26T12:21:43,813 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/f8436e4afcdf494691f642f2d69759ea 2024-11-26T12:21:43,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/d4df8488e6f34a61b8b482d3713d2d7d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/d4df8488e6f34a61b8b482d3713d2d7d 2024-11-26T12:21:43,823 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/d4df8488e6f34a61b8b482d3713d2d7d, entries=150, sequenceid=201, filesize=30.4 K 2024-11-26T12:21:43,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/d8f6d06c73a6489396feb988d8ebd781 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/d8f6d06c73a6489396feb988d8ebd781 2024-11-26T12:21:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,828 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/d8f6d06c73a6489396feb988d8ebd781, entries=150, sequenceid=201, filesize=11.9 K 2024-11-26T12:21:43,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/f8436e4afcdf494691f642f2d69759ea as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/f8436e4afcdf494691f642f2d69759ea 2024-11-26T12:21:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,833 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/f8436e4afcdf494691f642f2d69759ea, entries=150, sequenceid=201, filesize=11.9 K 2024-11-26T12:21:43,834 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 2dc4e2bfb9529cac3224d50228631a46 in 478ms, sequenceid=201, compaction requested=true 2024-11-26T12:21:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:43,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:43,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-26T12:21:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-26T12:21:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-26T12:21:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 791 msec 2024-11-26T12:21:43,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 786 msec 2024-11-26T12:21:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T12:21:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,153 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-26T12:21:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-26T12:21:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T12:21:44,157 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:44,157 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:44,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:44,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T12:21:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:44,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:44,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:44,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:44,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126563ff3f590444a71bf588dc58793ece1_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623704159/Put/seqid=0 2024-11-26T12:21:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742017_1193 (size=19774) 2024-11-26T12:21:44,191 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,201 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126563ff3f590444a71bf588dc58793ece1_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126563ff3f590444a71bf588dc58793ece1_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:44,204 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/b782533eedc4406e8913583c359585e6, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:44,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/b782533eedc4406e8913583c359585e6 is 175, key is test_row_0/A:col10/1732623704159/Put/seqid=0 2024-11-26T12:21:44,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623764205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623764205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623764205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623764206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623764208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742018_1194 (size=57033) 2024-11-26T12:21:44,220 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/b782533eedc4406e8913583c359585e6 2024-11-26T12:21:44,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/2c155634ce5046d494b95ff955a913b1 is 50, key is test_row_0/B:col10/1732623704159/Put/seqid=0 2024-11-26T12:21:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742019_1195 (size=12151) 2024-11-26T12:21:44,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/2c155634ce5046d494b95ff955a913b1 2024-11-26T12:21:44,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/6256b894db1941138b98e7565459e2a5 is 50, key is test_row_0/C:col10/1732623704159/Put/seqid=0 2024-11-26T12:21:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T12:21:44,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742020_1196 (size=12151) 2024-11-26T12:21:44,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/6256b894db1941138b98e7565459e2a5 2024-11-26T12:21:44,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/b782533eedc4406e8913583c359585e6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b782533eedc4406e8913583c359585e6 2024-11-26T12:21:44,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b782533eedc4406e8913583c359585e6, entries=300, sequenceid=213, filesize=55.7 K 2024-11-26T12:21:44,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/2c155634ce5046d494b95ff955a913b1 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/2c155634ce5046d494b95ff955a913b1 2024-11-26T12:21:44,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/2c155634ce5046d494b95ff955a913b1, entries=150, sequenceid=213, filesize=11.9 K 2024-11-26T12:21:44,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/6256b894db1941138b98e7565459e2a5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/6256b894db1941138b98e7565459e2a5 2024-11-26T12:21:44,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/6256b894db1941138b98e7565459e2a5, entries=150, sequenceid=213, filesize=11.9 K 2024-11-26T12:21:44,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2dc4e2bfb9529cac3224d50228631a46 in 125ms, sequenceid=213, compaction requested=true 2024-11-26T12:21:44,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:44,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:44,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:44,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:44,284 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:44,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:44,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:44,284 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:44,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:44,288 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150690 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:44,288 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/A is initiating minor compaction (all files) 2024-11-26T12:21:44,288 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/A in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:44,288 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/7e6c362e96184760ad6a5154e5766b6f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/e35cc839a8994048b744b527f6a149f1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/d4df8488e6f34a61b8b482d3713d2d7d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b782533eedc4406e8913583c359585e6] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=147.2 K 2024-11-26T12:21:44,288 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:44,288 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/7e6c362e96184760ad6a5154e5766b6f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/e35cc839a8994048b744b527f6a149f1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/d4df8488e6f34a61b8b482d3713d2d7d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b782533eedc4406e8913583c359585e6] 2024-11-26T12:21:44,289 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:44,289 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/B is initiating minor compaction (all files) 2024-11-26T12:21:44,289 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/B in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:44,289 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/336dc7800c96496e97db48650f65e77b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/27dae5ef16bf49efa37922054a30b738, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/d8f6d06c73a6489396feb988d8ebd781, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/2c155634ce5046d494b95ff955a913b1] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=47.8 K 2024-11-26T12:21:44,290 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 336dc7800c96496e97db48650f65e77b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732623701017 2024-11-26T12:21:44,290 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e6c362e96184760ad6a5154e5766b6f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732623701017 2024-11-26T12:21:44,290 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 27dae5ef16bf49efa37922054a30b738, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732623701342 2024-11-26T12:21:44,290 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting e35cc839a8994048b744b527f6a149f1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732623701342 2024-11-26T12:21:44,291 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting d8f6d06c73a6489396feb988d8ebd781, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732623701977 2024-11-26T12:21:44,291 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4df8488e6f34a61b8b482d3713d2d7d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732623701977 2024-11-26T12:21:44,291 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c155634ce5046d494b95ff955a913b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732623704157 2024-11-26T12:21:44,292 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b782533eedc4406e8913583c359585e6, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732623704136 2024-11-26T12:21:44,306 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:44,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T12:21:44,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:44,310 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:21:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:44,311 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#B#compaction#166 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:44,312 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/05c77d736a5849e1b7c806109ef0a896 is 50, key is test_row_0/B:col10/1732623704159/Put/seqid=0 2024-11-26T12:21:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:44,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:44,325 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126caf2e4ee6f524c3d94f783c76dd09743_2dc4e2bfb9529cac3224d50228631a46 store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:44,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623764321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,329 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126caf2e4ee6f524c3d94f783c76dd09743_2dc4e2bfb9529cac3224d50228631a46, store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:44,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623764326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,329 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126caf2e4ee6f524c3d94f783c76dd09743_2dc4e2bfb9529cac3224d50228631a46 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:44,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623764327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623764328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623764333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265166f3b62b7748ab86f687ffd6c3b0a4_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623704195/Put/seqid=0 2024-11-26T12:21:44,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742021_1197 (size=12629) 2024-11-26T12:21:44,382 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/05c77d736a5849e1b7c806109ef0a896 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/05c77d736a5849e1b7c806109ef0a896 2024-11-26T12:21:44,392 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/B of 2dc4e2bfb9529cac3224d50228631a46 into 05c77d736a5849e1b7c806109ef0a896(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:44,392 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:44,392 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/B, priority=12, startTime=1732623704284; duration=0sec 2024-11-26T12:21:44,392 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:44,392 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:B 2024-11-26T12:21:44,392 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:21:44,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742022_1198 (size=4469) 2024-11-26T12:21:44,395 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:21:44,395 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/C is initiating minor compaction (all files) 2024-11-26T12:21:44,395 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/C in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:44,396 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/cc77925d8c8f4e8db9678697b727c577, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/7dca75c1efea411a8261ce0e5b955d26, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/f8436e4afcdf494691f642f2d69759ea, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/6256b894db1941138b98e7565459e2a5] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=47.8 K 2024-11-26T12:21:44,396 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting cc77925d8c8f4e8db9678697b727c577, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732623701017 2024-11-26T12:21:44,397 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dca75c1efea411a8261ce0e5b955d26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732623701342 2024-11-26T12:21:44,399 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting f8436e4afcdf494691f642f2d69759ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732623701977 2024-11-26T12:21:44,399 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 6256b894db1941138b98e7565459e2a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732623704157 2024-11-26T12:21:44,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742023_1199 (size=12304) 2024-11-26T12:21:44,422 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:44,423 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/965137004fd648779345a5076f4d4329 is 50, key is test_row_0/C:col10/1732623704159/Put/seqid=0 2024-11-26T12:21:44,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623764430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623764430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623764435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623764435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623764439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742024_1200 (size=12629) 2024-11-26T12:21:44,449 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/965137004fd648779345a5076f4d4329 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/965137004fd648779345a5076f4d4329 2024-11-26T12:21:44,455 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/C of 2dc4e2bfb9529cac3224d50228631a46 into 965137004fd648779345a5076f4d4329(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:44,455 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:44,455 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/C, priority=12, startTime=1732623704284; duration=0sec 2024-11-26T12:21:44,455 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:44,455 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:C 2024-11-26T12:21:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T12:21:44,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623764633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623764636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623764637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623764640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623764641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T12:21:44,796 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#A#compaction#165 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:44,797 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/2c8b2e3004a2483391646843f7a45338 is 175, key is test_row_0/A:col10/1732623704159/Put/seqid=0 2024-11-26T12:21:44,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742025_1201 (size=31583) 2024-11-26T12:21:44,811 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/2c8b2e3004a2483391646843f7a45338 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/2c8b2e3004a2483391646843f7a45338 2024-11-26T12:21:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:44,823 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265166f3b62b7748ab86f687ffd6c3b0a4_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265166f3b62b7748ab86f687ffd6c3b0a4_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:44,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/9cf56c19e8ab409489f3840c5e65c853, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:44,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/9cf56c19e8ab409489f3840c5e65c853 is 175, key is test_row_0/A:col10/1732623704195/Put/seqid=0 2024-11-26T12:21:44,826 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/A of 2dc4e2bfb9529cac3224d50228631a46 into 2c8b2e3004a2483391646843f7a45338(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:44,826 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:44,826 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/A, priority=12, startTime=1732623704284; duration=0sec 2024-11-26T12:21:44,827 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:44,827 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:A 2024-11-26T12:21:44,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742026_1202 (size=31105) 2024-11-26T12:21:44,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623764936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623764941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623764942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623764942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:44,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623764944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:45,239 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/9cf56c19e8ab409489f3840c5e65c853 2024-11-26T12:21:45,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/92af0676e9554deb989c8391d4256c9f is 50, key is test_row_0/B:col10/1732623704195/Put/seqid=0 2024-11-26T12:21:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T12:21:45,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742027_1203 (size=12151) 2024-11-26T12:21:45,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623765441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:45,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623765445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:45,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623765445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:45,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623765446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:45,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623765448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:45,664 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/92af0676e9554deb989c8391d4256c9f 2024-11-26T12:21:45,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/4e9d6fbba114442ea1f35023cf4e15a3 is 50, key is test_row_0/C:col10/1732623704195/Put/seqid=0 2024-11-26T12:21:45,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742028_1204 (size=12151) 2024-11-26T12:21:46,076 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/4e9d6fbba114442ea1f35023cf4e15a3 2024-11-26T12:21:46,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/9cf56c19e8ab409489f3840c5e65c853 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/9cf56c19e8ab409489f3840c5e65c853 2024-11-26T12:21:46,088 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/9cf56c19e8ab409489f3840c5e65c853, entries=150, sequenceid=237, filesize=30.4 K 2024-11-26T12:21:46,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/92af0676e9554deb989c8391d4256c9f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/92af0676e9554deb989c8391d4256c9f 2024-11-26T12:21:46,093 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/92af0676e9554deb989c8391d4256c9f, entries=150, sequenceid=237, filesize=11.9 K 2024-11-26T12:21:46,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/4e9d6fbba114442ea1f35023cf4e15a3 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/4e9d6fbba114442ea1f35023cf4e15a3 2024-11-26T12:21:46,100 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/4e9d6fbba114442ea1f35023cf4e15a3, entries=150, sequenceid=237, filesize=11.9 K 2024-11-26T12:21:46,101 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 2dc4e2bfb9529cac3224d50228631a46 in 1791ms, sequenceid=237, compaction requested=false 2024-11-26T12:21:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-26T12:21:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-26T12:21:46,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-26T12:21:46,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9450 sec 2024-11-26T12:21:46,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.9530 sec 2024-11-26T12:21:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T12:21:46,261 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-26T12:21:46,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-26T12:21:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T12:21:46,264 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:46,264 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:46,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T12:21:46,416 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T12:21:46,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:46,417 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:21:46,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:46,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:46,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:46,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:46,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:46,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:46,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126de21a1a29b764446a858151890d9274a_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623704327/Put/seqid=0 2024-11-26T12:21:46,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742029_1205 (size=12304) 2024-11-26T12:21:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:46,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623766464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623766464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623766465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623766466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623766467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T12:21:46,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623766569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623766569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623766570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623766570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623766570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623766772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623766773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623766773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623766773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623766773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:46,834 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126de21a1a29b764446a858151890d9274a_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126de21a1a29b764446a858151890d9274a_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:46,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/fd099d0fcc174521bbcf14a4394dbd9e, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:46,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/fd099d0fcc174521bbcf14a4394dbd9e is 175, key is test_row_0/A:col10/1732623704327/Put/seqid=0 2024-11-26T12:21:46,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742030_1206 (size=31105) 2024-11-26T12:21:46,842 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/fd099d0fcc174521bbcf14a4394dbd9e 2024-11-26T12:21:46,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/209803bdc9834bdcb02ee654306ca723 is 50, key is test_row_0/B:col10/1732623704327/Put/seqid=0 2024-11-26T12:21:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742031_1207 (size=12151) 2024-11-26T12:21:46,858 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/209803bdc9834bdcb02ee654306ca723 2024-11-26T12:21:46,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/12782b9f15694126993bf346ef886600 is 50, key is test_row_0/C:col10/1732623704327/Put/seqid=0 2024-11-26T12:21:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T12:21:46,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742032_1208 (size=12151) 2024-11-26T12:21:47,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623767075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623767075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623767076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623767076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623767077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,270 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/12782b9f15694126993bf346ef886600 2024-11-26T12:21:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/fd099d0fcc174521bbcf14a4394dbd9e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/fd099d0fcc174521bbcf14a4394dbd9e 2024-11-26T12:21:47,281 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/fd099d0fcc174521bbcf14a4394dbd9e, entries=150, sequenceid=253, filesize=30.4 K 2024-11-26T12:21:47,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/209803bdc9834bdcb02ee654306ca723 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/209803bdc9834bdcb02ee654306ca723 2024-11-26T12:21:47,286 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/209803bdc9834bdcb02ee654306ca723, entries=150, sequenceid=253, filesize=11.9 K 2024-11-26T12:21:47,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/12782b9f15694126993bf346ef886600 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/12782b9f15694126993bf346ef886600 2024-11-26T12:21:47,291 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/12782b9f15694126993bf346ef886600, entries=150, sequenceid=253, filesize=11.9 K 2024-11-26T12:21:47,292 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2dc4e2bfb9529cac3224d50228631a46 in 875ms, sequenceid=253, compaction requested=true 2024-11-26T12:21:47,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:47,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:47,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-26T12:21:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-26T12:21:47,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-26T12:21:47,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0300 sec 2024-11-26T12:21:47,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.0340 sec 2024-11-26T12:21:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T12:21:47,367 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-26T12:21:47,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-26T12:21:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T12:21:47,370 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:47,371 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:47,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T12:21:47,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T12:21:47,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:47,523 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:21:47,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:47,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:47,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:47,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:47,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:47,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:47,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a6621b2c9b8245229787c8e4ac918690_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623706463/Put/seqid=0 2024-11-26T12:21:47,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742033_1209 (size=12454) 2024-11-26T12:21:47,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:47,541 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a6621b2c9b8245229787c8e4ac918690_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a6621b2c9b8245229787c8e4ac918690_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/16041f514bd44906aa1ec1175d956cab, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/16041f514bd44906aa1ec1175d956cab is 175, key is test_row_0/A:col10/1732623706463/Put/seqid=0 2024-11-26T12:21:47,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742034_1210 (size=31255) 2024-11-26T12:21:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:47,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:47,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623767585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623767586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623767586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623767587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623767587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T12:21:47,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623767691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623767691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623767692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623767692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623767692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623767893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623767894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623767895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623767895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623767896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:47,947 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/16041f514bd44906aa1ec1175d956cab 2024-11-26T12:21:47,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/184d516f5cc14165a83fef54bc8a5fe3 is 50, key is test_row_0/B:col10/1732623706463/Put/seqid=0 2024-11-26T12:21:47,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742035_1211 (size=12301) 2024-11-26T12:21:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T12:21:48,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623768198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:48,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623768198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:48,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623768199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:48,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623768199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:48,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623768200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:48,359 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/184d516f5cc14165a83fef54bc8a5fe3 2024-11-26T12:21:48,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/46ddb1b11a2a421dba72c11b672c9d92 is 50, key is test_row_0/C:col10/1732623706463/Put/seqid=0 2024-11-26T12:21:48,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742036_1212 (size=12301) 2024-11-26T12:21:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T12:21:48,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623768702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:48,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623768704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:48,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623768704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:48,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623768705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:48,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623768705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:48,774 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/46ddb1b11a2a421dba72c11b672c9d92 2024-11-26T12:21:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/16041f514bd44906aa1ec1175d956cab as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/16041f514bd44906aa1ec1175d956cab 2024-11-26T12:21:48,783 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/16041f514bd44906aa1ec1175d956cab, entries=150, sequenceid=276, filesize=30.5 K 2024-11-26T12:21:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/184d516f5cc14165a83fef54bc8a5fe3 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/184d516f5cc14165a83fef54bc8a5fe3 2024-11-26T12:21:48,789 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/184d516f5cc14165a83fef54bc8a5fe3, entries=150, sequenceid=276, filesize=12.0 K 2024-11-26T12:21:48,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/46ddb1b11a2a421dba72c11b672c9d92 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/46ddb1b11a2a421dba72c11b672c9d92 2024-11-26T12:21:48,794 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/46ddb1b11a2a421dba72c11b672c9d92, entries=150, sequenceid=276, filesize=12.0 K 2024-11-26T12:21:48,795 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2dc4e2bfb9529cac3224d50228631a46 in 1272ms, sequenceid=276, compaction requested=true 2024-11-26T12:21:48,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:48,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:48,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-26T12:21:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-26T12:21:48,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-26T12:21:48,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-26T12:21:48,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.4300 sec 2024-11-26T12:21:49,262 INFO [master/562bc02006f1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T12:21:49,262 INFO [master/562bc02006f1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T12:21:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T12:21:49,474 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-26T12:21:49,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-26T12:21:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T12:21:49,477 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:49,478 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:49,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T12:21:49,630 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:49,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T12:21:49,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:49,630 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:21:49,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:49,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:49,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:49,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:49,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:49,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:49,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cdea298b55d64800b1f1c689289eaac0_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623707584/Put/seqid=0 2024-11-26T12:21:49,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742037_1213 (size=12454) 2024-11-26T12:21:49,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:49,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623769726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:49,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623769727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:49,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623769728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:49,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623769728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:49,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623769729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T12:21:49,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623769830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:49,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623769830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:49,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623769834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:49,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623769835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:49,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623769835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623770033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623770034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623770035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623770037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623770038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:50,050 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cdea298b55d64800b1f1c689289eaac0_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cdea298b55d64800b1f1c689289eaac0_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:50,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/96d70947c98a411c924d407140e93fa5, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:50,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/96d70947c98a411c924d407140e93fa5 is 175, key is test_row_0/A:col10/1732623707584/Put/seqid=0 2024-11-26T12:21:50,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742038_1214 (size=31255) 2024-11-26T12:21:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T12:21:50,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623770337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623770338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623770339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623770340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623770341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,462 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/96d70947c98a411c924d407140e93fa5 2024-11-26T12:21:50,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/d70a997305d54099a23e5bc3aaebd84a is 50, key is test_row_0/B:col10/1732623707584/Put/seqid=0 2024-11-26T12:21:50,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742039_1215 (size=12301) 2024-11-26T12:21:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T12:21:50,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623770842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623770842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623770842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623770843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623770844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:50,874 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/d70a997305d54099a23e5bc3aaebd84a 2024-11-26T12:21:50,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/9af3ef321e1c4fd1b2e9e34b02d870e5 is 50, key is test_row_0/C:col10/1732623707584/Put/seqid=0 2024-11-26T12:21:50,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742040_1216 (size=12301) 2024-11-26T12:21:50,898 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/9af3ef321e1c4fd1b2e9e34b02d870e5 2024-11-26T12:21:50,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/96d70947c98a411c924d407140e93fa5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/96d70947c98a411c924d407140e93fa5 2024-11-26T12:21:50,908 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/96d70947c98a411c924d407140e93fa5, entries=150, sequenceid=289, filesize=30.5 K 2024-11-26T12:21:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/d70a997305d54099a23e5bc3aaebd84a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/d70a997305d54099a23e5bc3aaebd84a 2024-11-26T12:21:50,914 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/d70a997305d54099a23e5bc3aaebd84a, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T12:21:50,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/9af3ef321e1c4fd1b2e9e34b02d870e5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9af3ef321e1c4fd1b2e9e34b02d870e5 2024-11-26T12:21:50,919 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9af3ef321e1c4fd1b2e9e34b02d870e5, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T12:21:50,920 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 2dc4e2bfb9529cac3224d50228631a46 in 1290ms, sequenceid=289, compaction requested=true 2024-11-26T12:21:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-26T12:21:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-26T12:21:50,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-26T12:21:50,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4440 sec 2024-11-26T12:21:50,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.4480 sec 2024-11-26T12:21:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T12:21:51,581 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-26T12:21:51,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-26T12:21:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T12:21:51,584 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:51,585 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:51,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T12:21:51,737 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:51,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T12:21:51,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:51,738 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:21:51,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:51,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:51,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:51,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:51,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:51,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:51,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d6b54c694171407a872577a5a27fbe95_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623709728/Put/seqid=0 2024-11-26T12:21:51,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742041_1217 (size=12454) 2024-11-26T12:21:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:51,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:51,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623771855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:51,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623771856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:51,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623771856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:51,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623771857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:51,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623771858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T12:21:51,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623771959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:51,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623771959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:51,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623771960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:51,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:51,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623771963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623771963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:52,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:52,157 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d6b54c694171407a872577a5a27fbe95_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d6b54c694171407a872577a5a27fbe95_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:52,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/ddb830ccc88844f791e69e56a34136ea, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:52,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/ddb830ccc88844f791e69e56a34136ea is 175, key is test_row_0/A:col10/1732623709728/Put/seqid=0 2024-11-26T12:21:52,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742042_1218 (size=31255) 2024-11-26T12:21:52,164 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/ddb830ccc88844f791e69e56a34136ea 2024-11-26T12:21:52,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623772166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:52,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/32bcab60c81a423f9b2cf09ee522767c is 50, key is test_row_0/B:col10/1732623709728/Put/seqid=0 2024-11-26T12:21:52,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623772167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:52,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623772168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:52,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623772168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:52,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623772168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:52,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742043_1219 (size=12301) 2024-11-26T12:21:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T12:21:52,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623772473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:52,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623772474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:52,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623772474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:52,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623772475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:52,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623772475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:52,579 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/32bcab60c81a423f9b2cf09ee522767c 2024-11-26T12:21:52,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/9adc40ae1e6c44eba13c4d4aa5ecd608 is 50, key is test_row_0/C:col10/1732623709728/Put/seqid=0 2024-11-26T12:21:52,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742044_1220 (size=12301) 2024-11-26T12:21:52,605 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/9adc40ae1e6c44eba13c4d4aa5ecd608 2024-11-26T12:21:52,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/ddb830ccc88844f791e69e56a34136ea as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ddb830ccc88844f791e69e56a34136ea 2024-11-26T12:21:52,622 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ddb830ccc88844f791e69e56a34136ea, entries=150, sequenceid=313, filesize=30.5 K 2024-11-26T12:21:52,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/32bcab60c81a423f9b2cf09ee522767c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/32bcab60c81a423f9b2cf09ee522767c 2024-11-26T12:21:52,628 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/32bcab60c81a423f9b2cf09ee522767c, entries=150, sequenceid=313, filesize=12.0 K 2024-11-26T12:21:52,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/9adc40ae1e6c44eba13c4d4aa5ecd608 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9adc40ae1e6c44eba13c4d4aa5ecd608 2024-11-26T12:21:52,634 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9adc40ae1e6c44eba13c4d4aa5ecd608, entries=150, sequenceid=313, filesize=12.0 K 2024-11-26T12:21:52,639 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2dc4e2bfb9529cac3224d50228631a46 in 902ms, sequenceid=313, compaction requested=true 2024-11-26T12:21:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:52,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-26T12:21:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-26T12:21:52,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-26T12:21:52,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0550 sec 2024-11-26T12:21:52,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.0600 sec 2024-11-26T12:21:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T12:21:52,687 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-26T12:21:52,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-26T12:21:52,691 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T12:21:52,691 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:52,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T12:21:52,843 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:52,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T12:21:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:52,845 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:21:52,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:52,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:52,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:52,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:52,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:52,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:52,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f94d8bd3c4044f239724c0c25c06b8e7_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623711857/Put/seqid=0 2024-11-26T12:21:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742045_1221 (size=12454) 2024-11-26T12:21:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:52,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T12:21:53,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623773016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623773016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623773020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623773025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623773024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623773129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623773131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623773133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623773134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623773138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T12:21:53,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:53,314 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f94d8bd3c4044f239724c0c25c06b8e7_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f94d8bd3c4044f239724c0c25c06b8e7_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:53,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/570284bd57cf4e478d752a18d9f5f41a, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:53,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/570284bd57cf4e478d752a18d9f5f41a is 175, key is test_row_0/A:col10/1732623711857/Put/seqid=0 2024-11-26T12:21:53,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623773331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623773339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623773339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742046_1222 (size=31255) 2024-11-26T12:21:53,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623773348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,354 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/570284bd57cf4e478d752a18d9f5f41a 2024-11-26T12:21:53,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623773348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/68ec50fc9b4f4d74909acf1755ddd06f is 50, key is test_row_0/B:col10/1732623711857/Put/seqid=0 2024-11-26T12:21:53,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742047_1223 (size=12301) 2024-11-26T12:21:53,437 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/68ec50fc9b4f4d74909acf1755ddd06f 2024-11-26T12:21:53,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/5d8a4bff6ed84799b3bb2d7d084071f5 is 50, key is test_row_0/C:col10/1732623711857/Put/seqid=0 2024-11-26T12:21:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742048_1224 (size=12301) 2024-11-26T12:21:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623773638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623773647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623773648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623773652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623773661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T12:21:53,900 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/5d8a4bff6ed84799b3bb2d7d084071f5 2024-11-26T12:21:53,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/570284bd57cf4e478d752a18d9f5f41a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/570284bd57cf4e478d752a18d9f5f41a 2024-11-26T12:21:53,918 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/570284bd57cf4e478d752a18d9f5f41a, entries=150, sequenceid=325, filesize=30.5 K 2024-11-26T12:21:53,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/68ec50fc9b4f4d74909acf1755ddd06f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/68ec50fc9b4f4d74909acf1755ddd06f 2024-11-26T12:21:53,924 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/68ec50fc9b4f4d74909acf1755ddd06f, entries=150, sequenceid=325, filesize=12.0 K 2024-11-26T12:21:53,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/5d8a4bff6ed84799b3bb2d7d084071f5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/5d8a4bff6ed84799b3bb2d7d084071f5 2024-11-26T12:21:53,930 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/5d8a4bff6ed84799b3bb2d7d084071f5, entries=150, sequenceid=325, filesize=12.0 K 2024-11-26T12:21:53,931 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2dc4e2bfb9529cac3224d50228631a46 in 1086ms, sequenceid=325, compaction requested=true 2024-11-26T12:21:53,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:53,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:53,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-26T12:21:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-26T12:21:53,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-26T12:21:53,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2410 sec 2024-11-26T12:21:53,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.2460 sec 2024-11-26T12:21:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:54,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T12:21:54,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:54,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:54,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:54,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:54,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:54,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:54,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e2124dc2842d4f48b5319c30c58c81c5_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623713024/Put/seqid=0 2024-11-26T12:21:54,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623774167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623774168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623774172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623774172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623774174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742049_1225 (size=14994) 2024-11-26T12:21:54,216 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:54,221 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e2124dc2842d4f48b5319c30c58c81c5_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e2124dc2842d4f48b5319c30c58c81c5_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:54,222 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/c0407e225e0544adbdd7d78dac5b8ffa, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:54,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/c0407e225e0544adbdd7d78dac5b8ffa is 175, key is test_row_0/A:col10/1732623713024/Put/seqid=0 2024-11-26T12:21:54,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742050_1226 (size=39949) 2024-11-26T12:21:54,276 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/c0407e225e0544adbdd7d78dac5b8ffa 2024-11-26T12:21:54,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623774275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623774276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623774277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623774277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/6c6aa535a2644434b0febd4293cf298e is 50, key is test_row_0/B:col10/1732623713024/Put/seqid=0 2024-11-26T12:21:54,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742051_1227 (size=12301) 2024-11-26T12:21:54,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/6c6aa535a2644434b0febd4293cf298e 2024-11-26T12:21:54,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/415711f7829d4f87ac490eba594aa987 is 50, key is test_row_0/C:col10/1732623713024/Put/seqid=0 2024-11-26T12:21:54,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742052_1228 (size=12301) 2024-11-26T12:21:54,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623774481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623774482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623774483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623774484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/415711f7829d4f87ac490eba594aa987 2024-11-26T12:21:54,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/c0407e225e0544adbdd7d78dac5b8ffa as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c0407e225e0544adbdd7d78dac5b8ffa 2024-11-26T12:21:54,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623774785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623774785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623774787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623774787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T12:21:54,799 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-26T12:21:54,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:21:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-26T12:21:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T12:21:54,802 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:21:54,803 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:21:54,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:21:54,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c0407e225e0544adbdd7d78dac5b8ffa, entries=200, sequenceid=350, filesize=39.0 K 2024-11-26T12:21:54,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/6c6aa535a2644434b0febd4293cf298e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/6c6aa535a2644434b0febd4293cf298e 2024-11-26T12:21:54,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/6c6aa535a2644434b0febd4293cf298e, entries=150, sequenceid=350, filesize=12.0 K 2024-11-26T12:21:54,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/415711f7829d4f87ac490eba594aa987 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/415711f7829d4f87ac490eba594aa987 2024-11-26T12:21:54,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/415711f7829d4f87ac490eba594aa987, entries=150, sequenceid=350, filesize=12.0 K 2024-11-26T12:21:54,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2dc4e2bfb9529cac3224d50228631a46 in 684ms, sequenceid=350, compaction requested=true 2024-11-26T12:21:54,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:54,829 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-26T12:21:54,832 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 258762 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-26T12:21:54,832 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/A is initiating minor compaction (all files) 2024-11-26T12:21:54,832 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/A in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:54,832 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/2c8b2e3004a2483391646843f7a45338, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/9cf56c19e8ab409489f3840c5e65c853, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/fd099d0fcc174521bbcf14a4394dbd9e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/16041f514bd44906aa1ec1175d956cab, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/96d70947c98a411c924d407140e93fa5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ddb830ccc88844f791e69e56a34136ea, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/570284bd57cf4e478d752a18d9f5f41a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c0407e225e0544adbdd7d78dac5b8ffa] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=252.7 K 2024-11-26T12:21:54,832 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:54,832 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/2c8b2e3004a2483391646843f7a45338, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/9cf56c19e8ab409489f3840c5e65c853, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/fd099d0fcc174521bbcf14a4394dbd9e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/16041f514bd44906aa1ec1175d956cab, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/96d70947c98a411c924d407140e93fa5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ddb830ccc88844f791e69e56a34136ea, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/570284bd57cf4e478d752a18d9f5f41a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c0407e225e0544adbdd7d78dac5b8ffa] 2024-11-26T12:21:54,833 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c8b2e3004a2483391646843f7a45338, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732623704157 2024-11-26T12:21:54,833 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cf56c19e8ab409489f3840c5e65c853, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732623704195 2024-11-26T12:21:54,833 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd099d0fcc174521bbcf14a4394dbd9e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732623704326 2024-11-26T12:21:54,834 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16041f514bd44906aa1ec1175d956cab, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732623706463 2024-11-26T12:21:54,834 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96d70947c98a411c924d407140e93fa5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732623707584 2024-11-26T12:21:54,835 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddb830ccc88844f791e69e56a34136ea, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732623709723 2024-11-26T12:21:54,835 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 570284bd57cf4e478d752a18d9f5f41a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732623711855 2024-11-26T12:21:54,835 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0407e225e0544adbdd7d78dac5b8ffa, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732623713014 2024-11-26T12:21:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:54,839 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-26T12:21:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:21:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:54,842 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98436 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-26T12:21:54,842 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/B is initiating minor compaction (all files) 2024-11-26T12:21:54,842 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/B in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:54,842 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/05c77d736a5849e1b7c806109ef0a896, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/92af0676e9554deb989c8391d4256c9f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/209803bdc9834bdcb02ee654306ca723, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/184d516f5cc14165a83fef54bc8a5fe3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/d70a997305d54099a23e5bc3aaebd84a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/32bcab60c81a423f9b2cf09ee522767c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/68ec50fc9b4f4d74909acf1755ddd06f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/6c6aa535a2644434b0febd4293cf298e] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=96.1 K 2024-11-26T12:21:54,845 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 05c77d736a5849e1b7c806109ef0a896, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732623704157 2024-11-26T12:21:54,845 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 92af0676e9554deb989c8391d4256c9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732623704195 2024-11-26T12:21:54,846 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 209803bdc9834bdcb02ee654306ca723, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732623704326 2024-11-26T12:21:54,846 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 184d516f5cc14165a83fef54bc8a5fe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732623706463 2024-11-26T12:21:54,846 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting d70a997305d54099a23e5bc3aaebd84a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732623707584 2024-11-26T12:21:54,847 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 32bcab60c81a423f9b2cf09ee522767c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732623709723 2024-11-26T12:21:54,847 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 68ec50fc9b4f4d74909acf1755ddd06f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732623711855 2024-11-26T12:21:54,848 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c6aa535a2644434b0febd4293cf298e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732623713019 2024-11-26T12:21:54,853 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:54,857 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411263e6fcb380cff4cc2b60638bcf57b1da1_2dc4e2bfb9529cac3224d50228631a46 store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:54,861 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411263e6fcb380cff4cc2b60638bcf57b1da1_2dc4e2bfb9529cac3224d50228631a46, store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:54,861 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263e6fcb380cff4cc2b60638bcf57b1da1_2dc4e2bfb9529cac3224d50228631a46 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:54,873 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#B#compaction#190 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:54,873 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/7d723634d6d84ce68af7b48b6d26aaa8 is 50, key is test_row_0/B:col10/1732623713024/Put/seqid=0 2024-11-26T12:21:54,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742053_1229 (size=4469) 2024-11-26T12:21:54,877 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#A#compaction#189 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:54,878 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/1906d377febf4e859ee8515ca75dcf95 is 175, key is test_row_0/A:col10/1732623713024/Put/seqid=0 2024-11-26T12:21:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T12:21:54,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742054_1230 (size=13051) 2024-11-26T12:21:54,915 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/7d723634d6d84ce68af7b48b6d26aaa8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/7d723634d6d84ce68af7b48b6d26aaa8 2024-11-26T12:21:54,921 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/B of 2dc4e2bfb9529cac3224d50228631a46 into 7d723634d6d84ce68af7b48b6d26aaa8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:54,921 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:54,921 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/B, priority=8, startTime=1732623714839; duration=0sec 2024-11-26T12:21:54,921 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:21:54,921 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:B 2024-11-26T12:21:54,922 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-26T12:21:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742055_1231 (size=32005) 2024-11-26T12:21:54,926 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98436 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-26T12:21:54,926 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 2dc4e2bfb9529cac3224d50228631a46/C is initiating minor compaction (all files) 2024-11-26T12:21:54,926 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2dc4e2bfb9529cac3224d50228631a46/C in TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:54,926 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/965137004fd648779345a5076f4d4329, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/4e9d6fbba114442ea1f35023cf4e15a3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/12782b9f15694126993bf346ef886600, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/46ddb1b11a2a421dba72c11b672c9d92, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9af3ef321e1c4fd1b2e9e34b02d870e5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9adc40ae1e6c44eba13c4d4aa5ecd608, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/5d8a4bff6ed84799b3bb2d7d084071f5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/415711f7829d4f87ac490eba594aa987] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp, totalSize=96.1 K 2024-11-26T12:21:54,927 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 965137004fd648779345a5076f4d4329, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732623704157 2024-11-26T12:21:54,933 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e9d6fbba114442ea1f35023cf4e15a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732623704195 2024-11-26T12:21:54,934 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 12782b9f15694126993bf346ef886600, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732623704326 2024-11-26T12:21:54,934 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 46ddb1b11a2a421dba72c11b672c9d92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732623706463 2024-11-26T12:21:54,938 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 9af3ef321e1c4fd1b2e9e34b02d870e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732623707584 2024-11-26T12:21:54,939 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 9adc40ae1e6c44eba13c4d4aa5ecd608, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732623709723 2024-11-26T12:21:54,940 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d8a4bff6ed84799b3bb2d7d084071f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732623711855 2024-11-26T12:21:54,941 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 415711f7829d4f87ac490eba594aa987, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732623713019 2024-11-26T12:21:54,942 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/1906d377febf4e859ee8515ca75dcf95 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/1906d377febf4e859ee8515ca75dcf95 2024-11-26T12:21:54,950 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/A of 2dc4e2bfb9529cac3224d50228631a46 into 1906d377febf4e859ee8515ca75dcf95(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:54,950 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:54,950 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/A, priority=8, startTime=1732623714829; duration=0sec 2024-11-26T12:21:54,950 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:54,950 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:A 2024-11-26T12:21:54,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:54,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T12:21:54,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:54,959 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T12:21:54,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:54,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:54,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:54,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:54,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:54,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:54,981 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dc4e2bfb9529cac3224d50228631a46#C#compaction#191 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:21:54,981 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/b1caf4ab071744c4921f073c0933a6ef is 50, key is test_row_0/C:col10/1732623713024/Put/seqid=0 2024-11-26T12:21:55,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112687c7e4f1d6d74a5aa22b705751b63e3a_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623714164/Put/seqid=0 2024-11-26T12:21:55,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742056_1232 (size=13051) 2024-11-26T12:21:55,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742057_1233 (size=12454) 2024-11-26T12:21:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T12:21:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:55,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. as already flushing 2024-11-26T12:21:55,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623775245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:55,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58466 deadline: 1732623775290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58408 deadline: 1732623775291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58378 deadline: 1732623775292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:55,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1732623775301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:55,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623775348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T12:21:55,448 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/b1caf4ab071744c4921f073c0933a6ef as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/b1caf4ab071744c4921f073c0933a6ef 2024-11-26T12:21:55,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:55,456 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 2dc4e2bfb9529cac3224d50228631a46/C of 2dc4e2bfb9529cac3224d50228631a46 into b1caf4ab071744c4921f073c0933a6ef(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:21:55,456 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:55,456 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46., storeName=2dc4e2bfb9529cac3224d50228631a46/C, priority=8, startTime=1732623714839; duration=0sec 2024-11-26T12:21:55,456 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:55,456 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:C 2024-11-26T12:21:55,460 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112687c7e4f1d6d74a5aa22b705751b63e3a_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112687c7e4f1d6d74a5aa22b705751b63e3a_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/db34ba4afcae41818b4880abf8a50855, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:55,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/db34ba4afcae41818b4880abf8a50855 is 175, key is test_row_0/A:col10/1732623714164/Put/seqid=0 2024-11-26T12:21:55,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742058_1234 (size=31255) 2024-11-26T12:21:55,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623775552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:55,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:21:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58394 deadline: 1732623775854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 2024-11-26T12:21:55,901 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/db34ba4afcae41818b4880abf8a50855 2024-11-26T12:21:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T12:21:55,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/4c917b58a7ab4365827b3c0eaa0b0441 is 50, key is test_row_0/B:col10/1732623714164/Put/seqid=0 2024-11-26T12:21:55,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742059_1235 (size=12301) 2024-11-26T12:21:55,966 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/4c917b58a7ab4365827b3c0eaa0b0441 2024-11-26T12:21:55,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/4c4ccb96ffa04542ae6cbb33971762dd is 50, key is test_row_0/C:col10/1732623714164/Put/seqid=0 2024-11-26T12:21:56,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742060_1236 (size=12301) 2024-11-26T12:21:56,025 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/4c4ccb96ffa04542ae6cbb33971762dd 2024-11-26T12:21:56,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/db34ba4afcae41818b4880abf8a50855 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/db34ba4afcae41818b4880abf8a50855 2024-11-26T12:21:56,039 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/db34ba4afcae41818b4880abf8a50855, entries=150, sequenceid=363, filesize=30.5 K 2024-11-26T12:21:56,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/4c917b58a7ab4365827b3c0eaa0b0441 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/4c917b58a7ab4365827b3c0eaa0b0441 2024-11-26T12:21:56,050 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/4c917b58a7ab4365827b3c0eaa0b0441, entries=150, sequenceid=363, filesize=12.0 K 2024-11-26T12:21:56,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/4c4ccb96ffa04542ae6cbb33971762dd as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/4c4ccb96ffa04542ae6cbb33971762dd 2024-11-26T12:21:56,057 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/4c4ccb96ffa04542ae6cbb33971762dd, entries=150, sequenceid=363, filesize=12.0 K 2024-11-26T12:21:56,065 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2dc4e2bfb9529cac3224d50228631a46 in 1106ms, sequenceid=363, compaction requested=false 2024-11-26T12:21:56,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:56,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:56,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-26T12:21:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-26T12:21:56,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-26T12:21:56,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2640 sec 2024-11-26T12:21:56,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.2690 sec 2024-11-26T12:21:56,207 DEBUG [Thread-694 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:61369 2024-11-26T12:21:56,207 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:56,208 DEBUG [Thread-700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c38ee58 to 127.0.0.1:61369 2024-11-26T12:21:56,208 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:56,208 DEBUG [Thread-696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:61369 2024-11-26T12:21:56,208 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:56,215 DEBUG [Thread-698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:61369 2024-11-26T12:21:56,215 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:56,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T12:21:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:56,298 DEBUG [Thread-687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x454f1431 to 127.0.0.1:61369 2024-11-26T12:21:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:56,298 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:56,301 DEBUG [Thread-689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:61369 2024-11-26T12:21:56,301 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:56,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126280aaddd3e724d5cbcfa560d66b3523b_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623716296/Put/seqid=0 2024-11-26T12:21:56,307 DEBUG [Thread-685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:61369 2024-11-26T12:21:56,307 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:56,311 DEBUG [Thread-683 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79982672 to 127.0.0.1:61369 2024-11-26T12:21:56,311 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:56,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742061_1237 (size=12454) 2024-11-26T12:21:56,362 DEBUG [Thread-691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:61369 2024-11-26T12:21:56,362 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:56,713 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:56,717 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126280aaddd3e724d5cbcfa560d66b3523b_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126280aaddd3e724d5cbcfa560d66b3523b_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:56,718 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/261d523184aa44c8a9306d5a470fa3b4, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:56,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/261d523184aa44c8a9306d5a470fa3b4 is 175, key is test_row_0/A:col10/1732623716296/Put/seqid=0 2024-11-26T12:21:56,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742062_1238 (size=31255) 2024-11-26T12:21:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T12:21:56,910 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6372 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6007 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2638 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7914 rows 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2651 2024-11-26T12:21:56,911 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7953 rows 2024-11-26T12:21:56,911 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T12:21:56,911 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118b007e to 127.0.0.1:61369 2024-11-26T12:21:56,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:21:56,915 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T12:21:56,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T12:21:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T12:21:56,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623716919"}]},"ts":"1732623716919"} 2024-11-26T12:21:56,921 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T12:21:56,923 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T12:21:56,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T12:21:56,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dc4e2bfb9529cac3224d50228631a46, UNASSIGN}] 2024-11-26T12:21:56,926 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dc4e2bfb9529cac3224d50228631a46, UNASSIGN 2024-11-26T12:21:56,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=2dc4e2bfb9529cac3224d50228631a46, regionState=CLOSING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:21:56,927 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T12:21:56,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure 2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:21:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T12:21:57,078 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:21:57,079 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:57,079 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T12:21:57,079 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing 2dc4e2bfb9529cac3224d50228631a46, disabling compactions & flushes 2024-11-26T12:21:57,079 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:57,123 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/261d523184aa44c8a9306d5a470fa3b4 2024-11-26T12:21:57,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/418d305078794e97a19b8abd44c57931 is 50, key is test_row_0/B:col10/1732623716296/Put/seqid=0 2024-11-26T12:21:57,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742063_1239 (size=12301) 2024-11-26T12:21:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T12:21:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T12:21:57,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/418d305078794e97a19b8abd44c57931 2024-11-26T12:21:57,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/5dce2e22bdc04bcc89eab6dd53d21b1f is 50, key is test_row_0/C:col10/1732623716296/Put/seqid=0 2024-11-26T12:21:57,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742064_1240 (size=12301) 2024-11-26T12:21:57,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/5dce2e22bdc04bcc89eab6dd53d21b1f 2024-11-26T12:21:57,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/261d523184aa44c8a9306d5a470fa3b4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/261d523184aa44c8a9306d5a470fa3b4 2024-11-26T12:21:57,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/261d523184aa44c8a9306d5a470fa3b4, entries=150, sequenceid=390, filesize=30.5 K 2024-11-26T12:21:57,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/418d305078794e97a19b8abd44c57931 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/418d305078794e97a19b8abd44c57931 2024-11-26T12:21:57,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/418d305078794e97a19b8abd44c57931, entries=150, sequenceid=390, filesize=12.0 K 2024-11-26T12:21:57,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/5dce2e22bdc04bcc89eab6dd53d21b1f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/5dce2e22bdc04bcc89eab6dd53d21b1f 2024-11-26T12:21:57,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/5dce2e22bdc04bcc89eab6dd53d21b1f, entries=150, sequenceid=390, filesize=12.0 K 2024-11-26T12:21:57,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=26.84 KB/27480 for 2dc4e2bfb9529cac3224d50228631a46 in 1271ms, sequenceid=390, compaction requested=true 2024-11-26T12:21:57,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:57,568 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:57,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:21:57,568 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:57,568 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. because compaction request was cancelled 2024-11-26T12:21:57,568 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. after waiting 0 ms 2024-11-26T12:21:57,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:57,568 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:57,568 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:A 2024-11-26T12:21:57,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:57,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:57,568 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. because compaction request was cancelled 2024-11-26T12:21:57,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2dc4e2bfb9529cac3224d50228631a46:C, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:21:57,568 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:B 2024-11-26T12:21:57,568 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. because compaction request was cancelled 2024-11-26T12:21:57,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:21:57,568 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing 2dc4e2bfb9529cac3224d50228631a46 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T12:21:57,568 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dc4e2bfb9529cac3224d50228631a46:C 2024-11-26T12:21:57,569 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=A 2024-11-26T12:21:57,569 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:57,569 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=B 2024-11-26T12:21:57,569 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:57,569 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2dc4e2bfb9529cac3224d50228631a46, store=C 2024-11-26T12:21:57,569 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:21:57,604 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ebf7bc8cc02547efb0cde7332bc45f4b_2dc4e2bfb9529cac3224d50228631a46 is 50, key is test_row_0/A:col10/1732623716306/Put/seqid=0 2024-11-26T12:21:57,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742065_1241 (size=12454) 2024-11-26T12:21:57,618 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:57,623 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ebf7bc8cc02547efb0cde7332bc45f4b_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ebf7bc8cc02547efb0cde7332bc45f4b_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:57,625 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/01480cffe85b45b38be5831863b296fe, store: [table=TestAcidGuarantees family=A region=2dc4e2bfb9529cac3224d50228631a46] 2024-11-26T12:21:57,625 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/01480cffe85b45b38be5831863b296fe is 175, key is test_row_0/A:col10/1732623716306/Put/seqid=0 2024-11-26T12:21:57,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742066_1242 (size=31255) 2024-11-26T12:21:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T12:21:58,034 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/01480cffe85b45b38be5831863b296fe 2024-11-26T12:21:58,041 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/94afa3e6cbc441c997e663c2a7e74133 is 50, key is test_row_0/B:col10/1732623716306/Put/seqid=0 2024-11-26T12:21:58,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742067_1243 (size=12301) 2024-11-26T12:21:58,445 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/94afa3e6cbc441c997e663c2a7e74133 2024-11-26T12:21:58,453 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/9a07ec0bd10240f1916c845d9f86e64a is 50, key is test_row_0/C:col10/1732623716306/Put/seqid=0 2024-11-26T12:21:58,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742068_1244 (size=12301) 2024-11-26T12:21:58,857 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/9a07ec0bd10240f1916c845d9f86e64a 2024-11-26T12:21:58,862 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/A/01480cffe85b45b38be5831863b296fe as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/01480cffe85b45b38be5831863b296fe 2024-11-26T12:21:58,865 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/01480cffe85b45b38be5831863b296fe, entries=150, sequenceid=397, filesize=30.5 K 2024-11-26T12:21:58,866 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/B/94afa3e6cbc441c997e663c2a7e74133 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/94afa3e6cbc441c997e663c2a7e74133 2024-11-26T12:21:58,869 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/94afa3e6cbc441c997e663c2a7e74133, entries=150, sequenceid=397, filesize=12.0 K 2024-11-26T12:21:58,870 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/.tmp/C/9a07ec0bd10240f1916c845d9f86e64a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9a07ec0bd10240f1916c845d9f86e64a 2024-11-26T12:21:58,874 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9a07ec0bd10240f1916c845d9f86e64a, entries=150, sequenceid=397, filesize=12.0 K 2024-11-26T12:21:58,874 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 2dc4e2bfb9529cac3224d50228631a46 in 1306ms, sequenceid=397, compaction requested=true 2024-11-26T12:21:58,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/cb0d95cdb0c64f72bd26772f4042305f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c215dc30151e458f9719b74413622289, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/a892175f48054aaca38d5968fc2c07a1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/cc411a95130447ad892b0d93836887ea, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/29c412056a7b4059ad02dca540672d0c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6f6b9b9c1fa4e6b82da9882c9bd6950, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/2d1533db69814c14abbba3a21d947352, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/4e39dfe226834362830a5b4e1c1415a2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6a18d8a1cec4df5a046476b23439b75, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ce7d2eaaecf648778952969edecaca93, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/7e6c362e96184760ad6a5154e5766b6f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/e35cc839a8994048b744b527f6a149f1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/d4df8488e6f34a61b8b482d3713d2d7d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b782533eedc4406e8913583c359585e6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/2c8b2e3004a2483391646843f7a45338, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/9cf56c19e8ab409489f3840c5e65c853, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/fd099d0fcc174521bbcf14a4394dbd9e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/16041f514bd44906aa1ec1175d956cab, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/96d70947c98a411c924d407140e93fa5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ddb830ccc88844f791e69e56a34136ea, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/570284bd57cf4e478d752a18d9f5f41a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c0407e225e0544adbdd7d78dac5b8ffa] to archive 2024-11-26T12:21:58,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:21:58,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/cb0d95cdb0c64f72bd26772f4042305f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/cb0d95cdb0c64f72bd26772f4042305f 2024-11-26T12:21:58,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c215dc30151e458f9719b74413622289 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c215dc30151e458f9719b74413622289 2024-11-26T12:21:58,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/a892175f48054aaca38d5968fc2c07a1 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/a892175f48054aaca38d5968fc2c07a1 2024-11-26T12:21:58,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/cc411a95130447ad892b0d93836887ea to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/cc411a95130447ad892b0d93836887ea 2024-11-26T12:21:58,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/29c412056a7b4059ad02dca540672d0c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/29c412056a7b4059ad02dca540672d0c 2024-11-26T12:21:58,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6f6b9b9c1fa4e6b82da9882c9bd6950 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6f6b9b9c1fa4e6b82da9882c9bd6950 2024-11-26T12:21:58,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/2d1533db69814c14abbba3a21d947352 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/2d1533db69814c14abbba3a21d947352 2024-11-26T12:21:58,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/4e39dfe226834362830a5b4e1c1415a2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/4e39dfe226834362830a5b4e1c1415a2 2024-11-26T12:21:58,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6a18d8a1cec4df5a046476b23439b75 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b6a18d8a1cec4df5a046476b23439b75 2024-11-26T12:21:58,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ce7d2eaaecf648778952969edecaca93 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ce7d2eaaecf648778952969edecaca93 2024-11-26T12:21:58,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/7e6c362e96184760ad6a5154e5766b6f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/7e6c362e96184760ad6a5154e5766b6f 2024-11-26T12:21:58,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/e35cc839a8994048b744b527f6a149f1 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/e35cc839a8994048b744b527f6a149f1 2024-11-26T12:21:58,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/d4df8488e6f34a61b8b482d3713d2d7d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/d4df8488e6f34a61b8b482d3713d2d7d 2024-11-26T12:21:58,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b782533eedc4406e8913583c359585e6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/b782533eedc4406e8913583c359585e6 2024-11-26T12:21:58,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/2c8b2e3004a2483391646843f7a45338 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/2c8b2e3004a2483391646843f7a45338 2024-11-26T12:21:58,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/9cf56c19e8ab409489f3840c5e65c853 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/9cf56c19e8ab409489f3840c5e65c853 2024-11-26T12:21:58,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/fd099d0fcc174521bbcf14a4394dbd9e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/fd099d0fcc174521bbcf14a4394dbd9e 2024-11-26T12:21:58,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/16041f514bd44906aa1ec1175d956cab to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/16041f514bd44906aa1ec1175d956cab 2024-11-26T12:21:58,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/96d70947c98a411c924d407140e93fa5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/96d70947c98a411c924d407140e93fa5 2024-11-26T12:21:58,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ddb830ccc88844f791e69e56a34136ea to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/ddb830ccc88844f791e69e56a34136ea 2024-11-26T12:21:58,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/570284bd57cf4e478d752a18d9f5f41a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/570284bd57cf4e478d752a18d9f5f41a 2024-11-26T12:21:58,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c0407e225e0544adbdd7d78dac5b8ffa to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/c0407e225e0544adbdd7d78dac5b8ffa 2024-11-26T12:21:58,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/587dcf0a5c0947beb0ec016d56414cda, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/b47bd85506954b7b835e060b1c922e2e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/0036f2505ba04944a518d3c8c258dc72, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/dc1f438e550448b8a817eca2c8c553ae, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/dab572ef3a3349a4a81a487b990cceb9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/e462b31684a641b1a684def68a3871c2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/71a981b83993431190e9aa8cac29daf9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/bfce589960ca4128beae4d7d0fa66cb5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/fcbe3a89d6624e20b4037792f080113c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/336dc7800c96496e97db48650f65e77b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/3016dc1243d848f19ca9c73af6ab3623, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/27dae5ef16bf49efa37922054a30b738, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/d8f6d06c73a6489396feb988d8ebd781, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/05c77d736a5849e1b7c806109ef0a896, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/2c155634ce5046d494b95ff955a913b1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/92af0676e9554deb989c8391d4256c9f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/209803bdc9834bdcb02ee654306ca723, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/184d516f5cc14165a83fef54bc8a5fe3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/d70a997305d54099a23e5bc3aaebd84a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/32bcab60c81a423f9b2cf09ee522767c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/68ec50fc9b4f4d74909acf1755ddd06f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/6c6aa535a2644434b0febd4293cf298e] to archive 2024-11-26T12:21:58,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:21:58,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/587dcf0a5c0947beb0ec016d56414cda to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/587dcf0a5c0947beb0ec016d56414cda 2024-11-26T12:21:58,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/b47bd85506954b7b835e060b1c922e2e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/b47bd85506954b7b835e060b1c922e2e 2024-11-26T12:21:58,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/0036f2505ba04944a518d3c8c258dc72 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/0036f2505ba04944a518d3c8c258dc72 2024-11-26T12:21:58,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/dc1f438e550448b8a817eca2c8c553ae to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/dc1f438e550448b8a817eca2c8c553ae 2024-11-26T12:21:58,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/dab572ef3a3349a4a81a487b990cceb9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/dab572ef3a3349a4a81a487b990cceb9 2024-11-26T12:21:58,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/e462b31684a641b1a684def68a3871c2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/e462b31684a641b1a684def68a3871c2 2024-11-26T12:21:58,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/71a981b83993431190e9aa8cac29daf9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/71a981b83993431190e9aa8cac29daf9 2024-11-26T12:21:58,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/bfce589960ca4128beae4d7d0fa66cb5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/bfce589960ca4128beae4d7d0fa66cb5 2024-11-26T12:21:58,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/fcbe3a89d6624e20b4037792f080113c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/fcbe3a89d6624e20b4037792f080113c 2024-11-26T12:21:58,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/336dc7800c96496e97db48650f65e77b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/336dc7800c96496e97db48650f65e77b 2024-11-26T12:21:58,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/3016dc1243d848f19ca9c73af6ab3623 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/3016dc1243d848f19ca9c73af6ab3623 2024-11-26T12:21:58,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/27dae5ef16bf49efa37922054a30b738 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/27dae5ef16bf49efa37922054a30b738 2024-11-26T12:21:58,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/d8f6d06c73a6489396feb988d8ebd781 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/d8f6d06c73a6489396feb988d8ebd781 2024-11-26T12:21:58,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/05c77d736a5849e1b7c806109ef0a896 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/05c77d736a5849e1b7c806109ef0a896 2024-11-26T12:21:58,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/2c155634ce5046d494b95ff955a913b1 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/2c155634ce5046d494b95ff955a913b1 2024-11-26T12:21:58,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/92af0676e9554deb989c8391d4256c9f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/92af0676e9554deb989c8391d4256c9f 2024-11-26T12:21:58,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/209803bdc9834bdcb02ee654306ca723 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/209803bdc9834bdcb02ee654306ca723 2024-11-26T12:21:58,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/184d516f5cc14165a83fef54bc8a5fe3 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/184d516f5cc14165a83fef54bc8a5fe3 2024-11-26T12:21:58,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/d70a997305d54099a23e5bc3aaebd84a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/d70a997305d54099a23e5bc3aaebd84a 2024-11-26T12:21:58,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/32bcab60c81a423f9b2cf09ee522767c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/32bcab60c81a423f9b2cf09ee522767c 2024-11-26T12:21:58,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/68ec50fc9b4f4d74909acf1755ddd06f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/68ec50fc9b4f4d74909acf1755ddd06f 2024-11-26T12:21:58,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/6c6aa535a2644434b0febd4293cf298e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/6c6aa535a2644434b0febd4293cf298e 2024-11-26T12:21:58,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/ac52d999b8734f459d07973ac9ea61d1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/94a27a5ef09b4824b983ed7540858479, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/198043a05203402d9a00b63a46b1abdf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/fbd10724701448fca70e6c0a8ed6eb07, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/40f91ede801640ae90bf3bf86395648f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/0b49560a24a9411e8c1255822331bfa0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9ddc2277bc5f4658a9f52ea6d3ec8a4b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/fd9363f27fa149fb83cf07521a12852e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/b92518b814f74659b1a93f6d1af974aa, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/cc77925d8c8f4e8db9678697b727c577, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/97fe114340194a3992a0758b21b5a174, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/7dca75c1efea411a8261ce0e5b955d26, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/f8436e4afcdf494691f642f2d69759ea, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/965137004fd648779345a5076f4d4329, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/6256b894db1941138b98e7565459e2a5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/4e9d6fbba114442ea1f35023cf4e15a3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/12782b9f15694126993bf346ef886600, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/46ddb1b11a2a421dba72c11b672c9d92, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9af3ef321e1c4fd1b2e9e34b02d870e5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9adc40ae1e6c44eba13c4d4aa5ecd608, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/5d8a4bff6ed84799b3bb2d7d084071f5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/415711f7829d4f87ac490eba594aa987] to archive 2024-11-26T12:21:58,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:21:58,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/ac52d999b8734f459d07973ac9ea61d1 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/ac52d999b8734f459d07973ac9ea61d1 2024-11-26T12:21:58,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/94a27a5ef09b4824b983ed7540858479 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/94a27a5ef09b4824b983ed7540858479 2024-11-26T12:21:58,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/198043a05203402d9a00b63a46b1abdf to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/198043a05203402d9a00b63a46b1abdf 2024-11-26T12:21:58,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/fbd10724701448fca70e6c0a8ed6eb07 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/fbd10724701448fca70e6c0a8ed6eb07 2024-11-26T12:21:58,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/40f91ede801640ae90bf3bf86395648f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/40f91ede801640ae90bf3bf86395648f 2024-11-26T12:21:58,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/0b49560a24a9411e8c1255822331bfa0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/0b49560a24a9411e8c1255822331bfa0 2024-11-26T12:21:58,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9ddc2277bc5f4658a9f52ea6d3ec8a4b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9ddc2277bc5f4658a9f52ea6d3ec8a4b 2024-11-26T12:21:58,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/fd9363f27fa149fb83cf07521a12852e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/fd9363f27fa149fb83cf07521a12852e 2024-11-26T12:21:58,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/b92518b814f74659b1a93f6d1af974aa to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/b92518b814f74659b1a93f6d1af974aa 2024-11-26T12:21:58,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/cc77925d8c8f4e8db9678697b727c577 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/cc77925d8c8f4e8db9678697b727c577 2024-11-26T12:21:58,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/97fe114340194a3992a0758b21b5a174 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/97fe114340194a3992a0758b21b5a174 2024-11-26T12:21:58,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/7dca75c1efea411a8261ce0e5b955d26 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/7dca75c1efea411a8261ce0e5b955d26 2024-11-26T12:21:58,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/f8436e4afcdf494691f642f2d69759ea to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/f8436e4afcdf494691f642f2d69759ea 2024-11-26T12:21:58,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/965137004fd648779345a5076f4d4329 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/965137004fd648779345a5076f4d4329 2024-11-26T12:21:58,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/6256b894db1941138b98e7565459e2a5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/6256b894db1941138b98e7565459e2a5 2024-11-26T12:21:58,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/4e9d6fbba114442ea1f35023cf4e15a3 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/4e9d6fbba114442ea1f35023cf4e15a3 2024-11-26T12:21:58,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/12782b9f15694126993bf346ef886600 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/12782b9f15694126993bf346ef886600 2024-11-26T12:21:58,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/46ddb1b11a2a421dba72c11b672c9d92 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/46ddb1b11a2a421dba72c11b672c9d92 2024-11-26T12:21:58,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9af3ef321e1c4fd1b2e9e34b02d870e5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9af3ef321e1c4fd1b2e9e34b02d870e5 2024-11-26T12:21:58,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9adc40ae1e6c44eba13c4d4aa5ecd608 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9adc40ae1e6c44eba13c4d4aa5ecd608 2024-11-26T12:21:58,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/5d8a4bff6ed84799b3bb2d7d084071f5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/5d8a4bff6ed84799b3bb2d7d084071f5 2024-11-26T12:21:58,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/415711f7829d4f87ac490eba594aa987 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/415711f7829d4f87ac490eba594aa987 2024-11-26T12:21:58,958 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/recovered.edits/400.seqid, newMaxSeqId=400, maxSeqId=4 2024-11-26T12:21:58,959 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46. 2024-11-26T12:21:58,960 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for 2dc4e2bfb9529cac3224d50228631a46: 2024-11-26T12:21:58,961 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed 2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:58,962 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=2dc4e2bfb9529cac3224d50228631a46, regionState=CLOSED 2024-11-26T12:21:58,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-26T12:21:58,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure 2dc4e2bfb9529cac3224d50228631a46, server=562bc02006f1,39263,1732623663394 in 2.0350 sec 2024-11-26T12:21:58,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-26T12:21:58,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2dc4e2bfb9529cac3224d50228631a46, UNASSIGN in 2.0390 sec 2024-11-26T12:21:58,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-26T12:21:58,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0410 sec 2024-11-26T12:21:58,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623718967"}]},"ts":"1732623718967"} 2024-11-26T12:21:58,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T12:21:58,971 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T12:21:58,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0550 sec 2024-11-26T12:21:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T12:21:59,024 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-26T12:21:59,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T12:21:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:59,026 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T12:21:59,027 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:59,030 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,032 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/recovered.edits] 2024-11-26T12:21:59,036 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/01480cffe85b45b38be5831863b296fe to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/01480cffe85b45b38be5831863b296fe 2024-11-26T12:21:59,037 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/1906d377febf4e859ee8515ca75dcf95 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/1906d377febf4e859ee8515ca75dcf95 2024-11-26T12:21:59,038 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/261d523184aa44c8a9306d5a470fa3b4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/261d523184aa44c8a9306d5a470fa3b4 2024-11-26T12:21:59,040 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/db34ba4afcae41818b4880abf8a50855 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/A/db34ba4afcae41818b4880abf8a50855 2024-11-26T12:21:59,042 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/418d305078794e97a19b8abd44c57931 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/418d305078794e97a19b8abd44c57931 2024-11-26T12:21:59,044 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/4c917b58a7ab4365827b3c0eaa0b0441 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/4c917b58a7ab4365827b3c0eaa0b0441 2024-11-26T12:21:59,045 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/7d723634d6d84ce68af7b48b6d26aaa8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/7d723634d6d84ce68af7b48b6d26aaa8 2024-11-26T12:21:59,046 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/94afa3e6cbc441c997e663c2a7e74133 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/B/94afa3e6cbc441c997e663c2a7e74133 2024-11-26T12:21:59,049 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/4c4ccb96ffa04542ae6cbb33971762dd to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/4c4ccb96ffa04542ae6cbb33971762dd 2024-11-26T12:21:59,051 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/5dce2e22bdc04bcc89eab6dd53d21b1f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/5dce2e22bdc04bcc89eab6dd53d21b1f 2024-11-26T12:21:59,052 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9a07ec0bd10240f1916c845d9f86e64a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/9a07ec0bd10240f1916c845d9f86e64a 2024-11-26T12:21:59,053 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/b1caf4ab071744c4921f073c0933a6ef to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/C/b1caf4ab071744c4921f073c0933a6ef 2024-11-26T12:21:59,056 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/recovered.edits/400.seqid to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46/recovered.edits/400.seqid 2024-11-26T12:21:59,056 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,056 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T12:21:59,057 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T12:21:59,058 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T12:21:59,062 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126280aaddd3e724d5cbcfa560d66b3523b_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126280aaddd3e724d5cbcfa560d66b3523b_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,064 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263b333fa566464b93bb15f66a2a9d5294_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263b333fa566464b93bb15f66a2a9d5294_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,065 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265166f3b62b7748ab86f687ffd6c3b0a4_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265166f3b62b7748ab86f687ffd6c3b0a4_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,066 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126563ff3f590444a71bf588dc58793ece1_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126563ff3f590444a71bf588dc58793ece1_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,067 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112657c052a8813248459aae87d330ab9a1a_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112657c052a8813248459aae87d330ab9a1a_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,069 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267294f09374f74091ae2a352494d43b98_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267294f09374f74091ae2a352494d43b98_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,070 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112675afd6e28a264a1b927128b53fa07bd2_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112675afd6e28a264a1b927128b53fa07bd2_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,071 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112682d2a1ff77f84610800d6d9426f54147_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112682d2a1ff77f84610800d6d9426f54147_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,072 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112687c7e4f1d6d74a5aa22b705751b63e3a_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112687c7e4f1d6d74a5aa22b705751b63e3a_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,073 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112689a0efe6fe814927a72922311dd3082c_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112689a0efe6fe814927a72922311dd3082c_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,075 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268d7070e2adf0494b9504664a2ff2bf92_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268d7070e2adf0494b9504664a2ff2bf92_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,076 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112691780aca7f92400db151f9af4f242e52_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112691780aca7f92400db151f9af4f242e52_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,077 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a6621b2c9b8245229787c8e4ac918690_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a6621b2c9b8245229787c8e4ac918690_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,078 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126aed9e70d89664ff3942c4744f47fd053_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126aed9e70d89664ff3942c4744f47fd053_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,080 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cdea298b55d64800b1f1c689289eaac0_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cdea298b55d64800b1f1c689289eaac0_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,081 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d6b54c694171407a872577a5a27fbe95_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d6b54c694171407a872577a5a27fbe95_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,083 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126de21a1a29b764446a858151890d9274a_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126de21a1a29b764446a858151890d9274a_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,085 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e2124dc2842d4f48b5319c30c58c81c5_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e2124dc2842d4f48b5319c30c58c81c5_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,086 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e42f15f8d763425ebb7c6a7fd79143a3_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e42f15f8d763425ebb7c6a7fd79143a3_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,089 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ebf7bc8cc02547efb0cde7332bc45f4b_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ebf7bc8cc02547efb0cde7332bc45f4b_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,090 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f94d8bd3c4044f239724c0c25c06b8e7_2dc4e2bfb9529cac3224d50228631a46 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f94d8bd3c4044f239724c0c25c06b8e7_2dc4e2bfb9529cac3224d50228631a46 2024-11-26T12:21:59,091 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T12:21:59,094 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:59,100 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T12:21:59,102 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T12:21:59,104 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:59,104 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T12:21:59,104 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732623719104"}]},"ts":"9223372036854775807"} 2024-11-26T12:21:59,106 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T12:21:59,107 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2dc4e2bfb9529cac3224d50228631a46, NAME => 'TestAcidGuarantees,,1732623693078.2dc4e2bfb9529cac3224d50228631a46.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T12:21:59,107 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T12:21:59,107 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732623719107"}]},"ts":"9223372036854775807"} 2024-11-26T12:21:59,109 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T12:21:59,112 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:59,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-26T12:21:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T12:21:59,128 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-26T12:21:59,138 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=248 (was 241) Potentially hanging thread: hconnection-0x5981da53-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-858533578_22 at /127.0.0.1:46006 [Waiting for operation #349] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5981da53-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-797302060_22 at /127.0.0.1:36382 [Waiting for operation #864] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-858533578_22 at /127.0.0.1:46022 [Waiting for operation #352] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-797302060_22 at /127.0.0.1:35346 [Waiting for operation #522] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/cluster_218063b9-1d59-0d39-06ed-34fead17aa80/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/cluster_218063b9-1d59-0d39-06ed-34fead17aa80/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5981da53-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5981da53-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 460) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2392 (was 1882) - AvailableMemoryMB LEAK? - 2024-11-26T12:21:59,149 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=2391 2024-11-26T12:21:59,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T12:21:59,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T12:21:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T12:21:59,153 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T12:21:59,153 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:21:59,154 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T12:21:59,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-26T12:21:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-26T12:21:59,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742069_1245 (size=960) 2024-11-26T12:21:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-26T12:21:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-26T12:21:59,562 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77 2024-11-26T12:21:59,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742070_1246 (size=53) 2024-11-26T12:21:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-26T12:21:59,968 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:21:59,969 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing fedff3746c472743def68a6863c33331, disabling compactions & flushes 2024-11-26T12:21:59,969 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:21:59,969 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:21:59,969 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. after waiting 0 ms 2024-11-26T12:21:59,969 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:21:59,969 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:21:59,969 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:21:59,970 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T12:21:59,970 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732623719970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732623719970"}]},"ts":"1732623719970"} 2024-11-26T12:21:59,971 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T12:21:59,972 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T12:21:59,972 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623719972"}]},"ts":"1732623719972"} 2024-11-26T12:21:59,973 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T12:21:59,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedff3746c472743def68a6863c33331, ASSIGN}] 2024-11-26T12:21:59,978 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedff3746c472743def68a6863c33331, ASSIGN 2024-11-26T12:21:59,979 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedff3746c472743def68a6863c33331, ASSIGN; state=OFFLINE, location=562bc02006f1,39263,1732623663394; forceNewPlan=false, retain=false 2024-11-26T12:22:00,129 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=fedff3746c472743def68a6863c33331, regionState=OPENING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:22:00,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:22:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-26T12:22:00,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:00,285 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:00,285 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} 2024-11-26T12:22:00,286 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fedff3746c472743def68a6863c33331 2024-11-26T12:22:00,286 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:22:00,286 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for fedff3746c472743def68a6863c33331 2024-11-26T12:22:00,286 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for fedff3746c472743def68a6863c33331 2024-11-26T12:22:00,287 INFO [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fedff3746c472743def68a6863c33331 2024-11-26T12:22:00,288 INFO [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:22:00,289 INFO [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedff3746c472743def68a6863c33331 columnFamilyName A 2024-11-26T12:22:00,289 DEBUG [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:00,289 INFO [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] regionserver.HStore(327): Store=fedff3746c472743def68a6863c33331/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:22:00,289 INFO [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fedff3746c472743def68a6863c33331 2024-11-26T12:22:00,290 INFO [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:22:00,290 INFO [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedff3746c472743def68a6863c33331 columnFamilyName B 2024-11-26T12:22:00,290 DEBUG [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:00,291 INFO [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] regionserver.HStore(327): Store=fedff3746c472743def68a6863c33331/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:22:00,291 INFO [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fedff3746c472743def68a6863c33331 2024-11-26T12:22:00,291 INFO [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:22:00,292 INFO [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedff3746c472743def68a6863c33331 columnFamilyName C 2024-11-26T12:22:00,292 DEBUG [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:00,292 INFO [StoreOpener-fedff3746c472743def68a6863c33331-1 {}] regionserver.HStore(327): Store=fedff3746c472743def68a6863c33331/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:22:00,292 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:00,293 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331 2024-11-26T12:22:00,293 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331 2024-11-26T12:22:00,294 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T12:22:00,295 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for fedff3746c472743def68a6863c33331 2024-11-26T12:22:00,297 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T12:22:00,297 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened fedff3746c472743def68a6863c33331; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74473989, jitterRate=0.10974891483783722}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T12:22:00,298 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:00,298 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., pid=70, masterSystemTime=1732623720282 2024-11-26T12:22:00,299 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:00,299 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:00,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=fedff3746c472743def68a6863c33331, regionState=OPEN, openSeqNum=2, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:22:00,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-26T12:22:00,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 in 170 msec 2024-11-26T12:22:00,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-26T12:22:00,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedff3746c472743def68a6863c33331, ASSIGN in 325 msec 2024-11-26T12:22:00,304 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T12:22:00,304 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623720304"}]},"ts":"1732623720304"} 2024-11-26T12:22:00,305 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T12:22:00,307 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T12:22:00,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-11-26T12:22:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-26T12:22:01,259 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-26T12:22:01,260 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-26T12:22:01,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:01,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:01,268 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:01,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T12:22:01,270 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T12:22:01,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-26T12:22:01,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:01,276 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-26T12:22:01,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:01,279 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-26T12:22:01,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:01,283 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-26T12:22:01,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:01,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-26T12:22:01,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:01,290 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-26T12:22:01,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:01,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-26T12:22:01,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:01,297 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-26T12:22:01,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:01,300 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-26T12:22:01,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:01,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-26T12:22:01,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:01,309 DEBUG [hconnection-0x532e5821-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:01,309 DEBUG [hconnection-0x186ec7b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:01,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:01,309 DEBUG [hconnection-0x25b55f26-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:01,310 DEBUG [hconnection-0x56c86fcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:01,310 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:01,310 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:01,310 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:01,310 DEBUG [hconnection-0x283546c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:01,311 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:01,311 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-26T12:22:01,313 DEBUG [hconnection-0x3845a8b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:01,313 DEBUG [hconnection-0x669d2816-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-26T12:22:01,313 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:01,314 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:01,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:01,314 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:01,315 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:01,315 DEBUG [hconnection-0x4e33b366-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:01,315 DEBUG [hconnection-0x6964e509-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:01,316 DEBUG [hconnection-0x548d552e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:01,316 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:01,316 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:01,317 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:01,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T12:22:01,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:01,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:01,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:01,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:01,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:01,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:01,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623781339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623781340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623781345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623781345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623781345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/0d78c59461944548a5ba5c7ed2c282af is 50, key is test_row_0/A:col10/1732623721321/Put/seqid=0 2024-11-26T12:22:01,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742071_1247 (size=12001) 2024-11-26T12:22:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-26T12:22:01,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623781446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623781447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623781450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623781450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623781450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-26T12:22:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:01,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-26T12:22:01,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-26T12:22:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:01,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:01,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623781649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623781651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623781653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623781653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623781655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-26T12:22:01,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:01,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:01,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:01,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:01,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:01,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/0d78c59461944548a5ba5c7ed2c282af 2024-11-26T12:22:01,780 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T12:22:01,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/43a2790a4bb741dba2425b4b31b907e7 is 50, key is test_row_0/B:col10/1732623721321/Put/seqid=0 2024-11-26T12:22:01,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742072_1248 (size=12001) 2024-11-26T12:22:01,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/43a2790a4bb741dba2425b4b31b907e7 2024-11-26T12:22:01,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/5b8beb53486c49f4bc2cf4cfd559636f is 50, key is test_row_0/C:col10/1732623721321/Put/seqid=0 2024-11-26T12:22:01,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742073_1249 (size=12001) 2024-11-26T12:22:01,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/5b8beb53486c49f4bc2cf4cfd559636f 2024-11-26T12:22:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-26T12:22:01,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/0d78c59461944548a5ba5c7ed2c282af as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/0d78c59461944548a5ba5c7ed2c282af 2024-11-26T12:22:01,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-26T12:22:01,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:01,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:01,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:01,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:01,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:01,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/0d78c59461944548a5ba5c7ed2c282af, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T12:22:01,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/43a2790a4bb741dba2425b4b31b907e7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/43a2790a4bb741dba2425b4b31b907e7 2024-11-26T12:22:01,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/43a2790a4bb741dba2425b4b31b907e7, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T12:22:01,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/5b8beb53486c49f4bc2cf4cfd559636f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/5b8beb53486c49f4bc2cf4cfd559636f 2024-11-26T12:22:01,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/5b8beb53486c49f4bc2cf4cfd559636f, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T12:22:01,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for fedff3746c472743def68a6863c33331 in 628ms, sequenceid=12, compaction requested=false 2024-11-26T12:22:01,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:01,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T12:22:01,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:01,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:01,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:01,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:01,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:01,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:01,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623781963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623781963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623781965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623781967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623781967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:01,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/93a0944f62ca49d388169211c4c8476e is 50, key is test_row_0/A:col10/1732623721343/Put/seqid=0 2024-11-26T12:22:02,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742074_1250 (size=12001) 2024-11-26T12:22:02,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/93a0944f62ca49d388169211c4c8476e 2024-11-26T12:22:02,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/0cc69a7f2c88423fb18fa60da1044450 is 50, key is test_row_0/B:col10/1732623721343/Put/seqid=0 2024-11-26T12:22:02,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742075_1251 (size=12001) 2024-11-26T12:22:02,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623782068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623782068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623782069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623782071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623782071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-26T12:22:02,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:02,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:02,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:02,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:02,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:02,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-26T12:22:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:02,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:02,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:02,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:02,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623782271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623782271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623782271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623782274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623782275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,396 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-26T12:22:02,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:02,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:02,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:02,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:02,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-26T12:22:02,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/0cc69a7f2c88423fb18fa60da1044450 2024-11-26T12:22:02,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/5e373eef3f5d4f9183dd2f038deb04b5 is 50, key is test_row_0/C:col10/1732623721343/Put/seqid=0 2024-11-26T12:22:02,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742076_1252 (size=12001) 2024-11-26T12:22:02,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/5e373eef3f5d4f9183dd2f038deb04b5 2024-11-26T12:22:02,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/93a0944f62ca49d388169211c4c8476e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/93a0944f62ca49d388169211c4c8476e 2024-11-26T12:22:02,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/93a0944f62ca49d388169211c4c8476e, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T12:22:02,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/0cc69a7f2c88423fb18fa60da1044450 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/0cc69a7f2c88423fb18fa60da1044450 2024-11-26T12:22:02,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/0cc69a7f2c88423fb18fa60da1044450, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T12:22:02,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/5e373eef3f5d4f9183dd2f038deb04b5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/5e373eef3f5d4f9183dd2f038deb04b5 2024-11-26T12:22:02,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/5e373eef3f5d4f9183dd2f038deb04b5, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T12:22:02,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for fedff3746c472743def68a6863c33331 in 506ms, sequenceid=39, compaction requested=false 2024-11-26T12:22:02,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:02,549 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-26T12:22:02,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:02,550 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T12:22:02,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:02,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:02,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:02,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:02,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:02,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:02,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/b13286d2f3e641df92a98b7141c85ab2 is 50, key is test_row_0/A:col10/1732623721965/Put/seqid=0 2024-11-26T12:22:02,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742077_1253 (size=12001) 2024-11-26T12:22:02,560 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/b13286d2f3e641df92a98b7141c85ab2 2024-11-26T12:22:02,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/81b691f3356d470f93a28f82c67ce42d is 50, key is test_row_0/B:col10/1732623721965/Put/seqid=0 2024-11-26T12:22:02,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742078_1254 (size=12001) 2024-11-26T12:22:02,574 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/81b691f3356d470f93a28f82c67ce42d 2024-11-26T12:22:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:02,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:02,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/8ae5259233fd4a9587814b035ba2a189 is 50, key is test_row_0/C:col10/1732623721965/Put/seqid=0 2024-11-26T12:22:02,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742079_1255 (size=12001) 2024-11-26T12:22:02,588 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/8ae5259233fd4a9587814b035ba2a189 2024-11-26T12:22:02,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/b13286d2f3e641df92a98b7141c85ab2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b13286d2f3e641df92a98b7141c85ab2 2024-11-26T12:22:02,597 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b13286d2f3e641df92a98b7141c85ab2, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T12:22:02,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623782595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/81b691f3356d470f93a28f82c67ce42d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/81b691f3356d470f93a28f82c67ce42d 2024-11-26T12:22:02,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623782595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623782596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623782596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623782597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,602 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/81b691f3356d470f93a28f82c67ce42d, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T12:22:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/8ae5259233fd4a9587814b035ba2a189 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/8ae5259233fd4a9587814b035ba2a189 2024-11-26T12:22:02,608 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/8ae5259233fd4a9587814b035ba2a189, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T12:22:02,609 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for fedff3746c472743def68a6863c33331 in 59ms, sequenceid=49, compaction requested=true 2024-11-26T12:22:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:02,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-26T12:22:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-26T12:22:02,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-26T12:22:02,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2960 sec 2024-11-26T12:22:02,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.3030 sec 2024-11-26T12:22:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:02,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T12:22:02,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:02,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:02,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:02,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:02,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:02,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:02,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/0405cae183c840309c8cb786577a9461 is 50, key is test_row_0/A:col10/1732623722596/Put/seqid=0 2024-11-26T12:22:02,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623782705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623782706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623782706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623782710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623782710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742080_1256 (size=14341) 2024-11-26T12:22:02,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/0405cae183c840309c8cb786577a9461 2024-11-26T12:22:02,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/5fea61f66ea04f0a9af6b2f87e624a86 is 50, key is test_row_0/B:col10/1732623722596/Put/seqid=0 2024-11-26T12:22:02,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742081_1257 (size=12001) 2024-11-26T12:22:02,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623782813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623782813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623782813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623782813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:02,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623782815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623783017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623783017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623783018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623783018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623783018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/5fea61f66ea04f0a9af6b2f87e624a86 2024-11-26T12:22:03,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/2a320f41a6f94f00950f1df985f05cf2 is 50, key is test_row_0/C:col10/1732623722596/Put/seqid=0 2024-11-26T12:22:03,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742082_1258 (size=12001) 2024-11-26T12:22:03,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/2a320f41a6f94f00950f1df985f05cf2 2024-11-26T12:22:03,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/0405cae183c840309c8cb786577a9461 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/0405cae183c840309c8cb786577a9461 2024-11-26T12:22:03,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/0405cae183c840309c8cb786577a9461, entries=200, sequenceid=76, filesize=14.0 K 2024-11-26T12:22:03,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/5fea61f66ea04f0a9af6b2f87e624a86 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/5fea61f66ea04f0a9af6b2f87e624a86 2024-11-26T12:22:03,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/5fea61f66ea04f0a9af6b2f87e624a86, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T12:22:03,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/2a320f41a6f94f00950f1df985f05cf2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/2a320f41a6f94f00950f1df985f05cf2 2024-11-26T12:22:03,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/2a320f41a6f94f00950f1df985f05cf2, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T12:22:03,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for fedff3746c472743def68a6863c33331 in 483ms, sequenceid=76, compaction requested=true 2024-11-26T12:22:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:03,184 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:03,184 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:03,186 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:03,186 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/B is initiating minor compaction (all files) 2024-11-26T12:22:03,186 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/B in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:03,186 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/43a2790a4bb741dba2425b4b31b907e7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/0cc69a7f2c88423fb18fa60da1044450, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/81b691f3356d470f93a28f82c67ce42d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/5fea61f66ea04f0a9af6b2f87e624a86] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=46.9 K 2024-11-26T12:22:03,187 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:03,187 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/A is initiating minor compaction (all files) 2024-11-26T12:22:03,187 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/A in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:03,187 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/0d78c59461944548a5ba5c7ed2c282af, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/93a0944f62ca49d388169211c4c8476e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b13286d2f3e641df92a98b7141c85ab2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/0405cae183c840309c8cb786577a9461] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=49.2 K 2024-11-26T12:22:03,187 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 43a2790a4bb741dba2425b4b31b907e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732623721319 2024-11-26T12:22:03,188 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d78c59461944548a5ba5c7ed2c282af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732623721319 2024-11-26T12:22:03,188 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cc69a7f2c88423fb18fa60da1044450, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732623721338 2024-11-26T12:22:03,188 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 81b691f3356d470f93a28f82c67ce42d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732623721961 2024-11-26T12:22:03,188 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93a0944f62ca49d388169211c4c8476e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732623721338 2024-11-26T12:22:03,189 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fea61f66ea04f0a9af6b2f87e624a86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732623722594 2024-11-26T12:22:03,190 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b13286d2f3e641df92a98b7141c85ab2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732623721961 2024-11-26T12:22:03,190 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0405cae183c840309c8cb786577a9461, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732623722594 2024-11-26T12:22:03,203 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#A#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:03,204 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/89979342a4144e52bea2408e7f94c2ef is 50, key is test_row_0/A:col10/1732623722596/Put/seqid=0 2024-11-26T12:22:03,206 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#B#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:03,206 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/e95eabac6e38451ba5fae9a62847f113 is 50, key is test_row_0/B:col10/1732623722596/Put/seqid=0 2024-11-26T12:22:03,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742084_1260 (size=12139) 2024-11-26T12:22:03,219 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/e95eabac6e38451ba5fae9a62847f113 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/e95eabac6e38451ba5fae9a62847f113 2024-11-26T12:22:03,226 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/B of fedff3746c472743def68a6863c33331 into e95eabac6e38451ba5fae9a62847f113(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:03,226 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:03,226 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/B, priority=12, startTime=1732623723184; duration=0sec 2024-11-26T12:22:03,226 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:03,226 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:03,226 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:03,228 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:03,228 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/C is initiating minor compaction (all files) 2024-11-26T12:22:03,228 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/C in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:03,228 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/5b8beb53486c49f4bc2cf4cfd559636f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/5e373eef3f5d4f9183dd2f038deb04b5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/8ae5259233fd4a9587814b035ba2a189, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/2a320f41a6f94f00950f1df985f05cf2] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=46.9 K 2024-11-26T12:22:03,229 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b8beb53486c49f4bc2cf4cfd559636f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732623721319 2024-11-26T12:22:03,229 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e373eef3f5d4f9183dd2f038deb04b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732623721338 2024-11-26T12:22:03,230 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ae5259233fd4a9587814b035ba2a189, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732623721961 2024-11-26T12:22:03,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742083_1259 (size=12139) 2024-11-26T12:22:03,231 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a320f41a6f94f00950f1df985f05cf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732623722594 2024-11-26T12:22:03,243 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#C#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:03,243 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/457f3b1812dc4675928ac9de17b82af1 is 50, key is test_row_0/C:col10/1732623722596/Put/seqid=0 2024-11-26T12:22:03,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742085_1261 (size=12139) 2024-11-26T12:22:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:03,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:22:03,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:03,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:03,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:03,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:03,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:03,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:03,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/87fd99d136454ba99cd8073f331ecc47 is 50, key is test_row_0/A:col10/1732623723322/Put/seqid=0 2024-11-26T12:22:03,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742086_1262 (size=11997) 2024-11-26T12:22:03,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/87fd99d136454ba99cd8073f331ecc47 2024-11-26T12:22:03,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623783341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623783343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623783344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/654662a758aa41dd8ee4e74cd2e79831 is 50, key is test_row_0/B:col10/1732623723322/Put/seqid=0 2024-11-26T12:22:03,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623783346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623783345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742087_1263 (size=9657) 2024-11-26T12:22:03,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/654662a758aa41dd8ee4e74cd2e79831 2024-11-26T12:22:03,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/820337e5ac874cbaaf6eb8381a9f67c6 is 50, key is test_row_0/C:col10/1732623723322/Put/seqid=0 2024-11-26T12:22:03,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742088_1264 (size=9657) 2024-11-26T12:22:03,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/820337e5ac874cbaaf6eb8381a9f67c6 2024-11-26T12:22:03,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/87fd99d136454ba99cd8073f331ecc47 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/87fd99d136454ba99cd8073f331ecc47 2024-11-26T12:22:03,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/87fd99d136454ba99cd8073f331ecc47, entries=150, sequenceid=90, filesize=11.7 K 2024-11-26T12:22:03,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/654662a758aa41dd8ee4e74cd2e79831 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/654662a758aa41dd8ee4e74cd2e79831 2024-11-26T12:22:03,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/654662a758aa41dd8ee4e74cd2e79831, entries=100, sequenceid=90, filesize=9.4 K 2024-11-26T12:22:03,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/820337e5ac874cbaaf6eb8381a9f67c6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/820337e5ac874cbaaf6eb8381a9f67c6 2024-11-26T12:22:03,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/820337e5ac874cbaaf6eb8381a9f67c6, entries=100, sequenceid=90, filesize=9.4 K 2024-11-26T12:22:03,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for fedff3746c472743def68a6863c33331 in 86ms, sequenceid=90, compaction requested=false 2024-11-26T12:22:03,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-26T12:22:03,420 INFO [Thread-1143 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-26T12:22:03,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-26T12:22:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T12:22:03,426 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:03,428 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:03,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:03,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T12:22:03,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:03,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:03,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:03,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:03,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:03,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:03,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623783455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623783457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623783457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623783458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623783460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/b85c582436f542d6aaec151b6c4e5734 is 50, key is test_row_0/A:col10/1732623723344/Put/seqid=0 2024-11-26T12:22:03,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742089_1265 (size=16681) 2024-11-26T12:22:03,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/b85c582436f542d6aaec151b6c4e5734 2024-11-26T12:22:03,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/8a3aeb1205fa455ca2b0f0dbd35c0d12 is 50, key is test_row_0/B:col10/1732623723344/Put/seqid=0 2024-11-26T12:22:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T12:22:03,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623783561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623783564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623783564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623783564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623783565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742090_1266 (size=12001) 2024-11-26T12:22:03,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/8a3aeb1205fa455ca2b0f0dbd35c0d12 2024-11-26T12:22:03,580 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T12:22:03,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:03,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:03,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:03,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:03,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:03,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/cf43468ce815481a93618dfd2cf56056 is 50, key is test_row_0/C:col10/1732623723344/Put/seqid=0 2024-11-26T12:22:03,644 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/89979342a4144e52bea2408e7f94c2ef as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/89979342a4144e52bea2408e7f94c2ef 2024-11-26T12:22:03,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742091_1267 (size=12001) 2024-11-26T12:22:03,651 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/A of fedff3746c472743def68a6863c33331 into 89979342a4144e52bea2408e7f94c2ef(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:03,651 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:03,651 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/A, priority=12, startTime=1732623723184; duration=0sec 2024-11-26T12:22:03,651 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:03,651 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:A 2024-11-26T12:22:03,662 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/457f3b1812dc4675928ac9de17b82af1 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/457f3b1812dc4675928ac9de17b82af1 2024-11-26T12:22:03,668 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/C of fedff3746c472743def68a6863c33331 into 457f3b1812dc4675928ac9de17b82af1(size=11.9 K), total size for store is 21.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:03,668 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:03,668 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/C, priority=12, startTime=1732623723184; duration=0sec 2024-11-26T12:22:03,668 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:03,668 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:C 2024-11-26T12:22:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T12:22:03,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T12:22:03,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:03,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:03,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:03,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:03,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:03,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623783766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623783769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623783769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623783769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623783771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:03,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T12:22:03,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:03,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:03,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:03,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:03,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T12:22:04,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/cf43468ce815481a93618dfd2cf56056 2024-11-26T12:22:04,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T12:22:04,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:04,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/b85c582436f542d6aaec151b6c4e5734 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b85c582436f542d6aaec151b6c4e5734 2024-11-26T12:22:04,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b85c582436f542d6aaec151b6c4e5734, entries=250, sequenceid=116, filesize=16.3 K 2024-11-26T12:22:04,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/8a3aeb1205fa455ca2b0f0dbd35c0d12 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8a3aeb1205fa455ca2b0f0dbd35c0d12 2024-11-26T12:22:04,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8a3aeb1205fa455ca2b0f0dbd35c0d12, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T12:22:04,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/cf43468ce815481a93618dfd2cf56056 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/cf43468ce815481a93618dfd2cf56056 2024-11-26T12:22:04,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/cf43468ce815481a93618dfd2cf56056, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T12:22:04,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for fedff3746c472743def68a6863c33331 in 618ms, sequenceid=116, compaction requested=true 2024-11-26T12:22:04,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:04,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:04,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:04,068 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:04,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:04,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:04,068 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:04,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:04,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:04,070 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:04,070 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40817 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:04,070 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/B is initiating minor compaction (all files) 2024-11-26T12:22:04,070 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/A is initiating minor compaction (all files) 2024-11-26T12:22:04,070 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/B in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,070 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/A in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,070 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/e95eabac6e38451ba5fae9a62847f113, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/654662a758aa41dd8ee4e74cd2e79831, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8a3aeb1205fa455ca2b0f0dbd35c0d12] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=33.0 K 2024-11-26T12:22:04,070 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/89979342a4144e52bea2408e7f94c2ef, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/87fd99d136454ba99cd8073f331ecc47, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b85c582436f542d6aaec151b6c4e5734] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=39.9 K 2024-11-26T12:22:04,070 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89979342a4144e52bea2408e7f94c2ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732623722594 2024-11-26T12:22:04,070 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting e95eabac6e38451ba5fae9a62847f113, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732623722594 2024-11-26T12:22:04,071 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 654662a758aa41dd8ee4e74cd2e79831, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732623723321 2024-11-26T12:22:04,071 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87fd99d136454ba99cd8073f331ecc47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732623722708 2024-11-26T12:22:04,071 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a3aeb1205fa455ca2b0f0dbd35c0d12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732623723343 2024-11-26T12:22:04,072 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b85c582436f542d6aaec151b6c4e5734, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732623723343 2024-11-26T12:22:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:04,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T12:22:04,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:04,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:04,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:04,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:04,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:04,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:04,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/f9598c42f3c548bb8e2a71cd0c3b029d is 50, key is test_row_0/A:col10/1732623723455/Put/seqid=0 2024-11-26T12:22:04,088 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:04,089 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/f8b2965673494c72b7ee8fcecab567d7 is 50, key is test_row_0/B:col10/1732623723344/Put/seqid=0 2024-11-26T12:22:04,091 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#A#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:04,092 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/8ac3e97d6eda484baec75500598e4c7e is 50, key is test_row_0/A:col10/1732623723344/Put/seqid=0 2024-11-26T12:22:04,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623784094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623784095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623784096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623784097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623784098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742094_1270 (size=12241) 2024-11-26T12:22:04,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742093_1269 (size=12241) 2024-11-26T12:22:04,126 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/8ac3e97d6eda484baec75500598e4c7e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/8ac3e97d6eda484baec75500598e4c7e 2024-11-26T12:22:04,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742092_1268 (size=12051) 2024-11-26T12:22:04,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/f9598c42f3c548bb8e2a71cd0c3b029d 2024-11-26T12:22:04,129 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/f8b2965673494c72b7ee8fcecab567d7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/f8b2965673494c72b7ee8fcecab567d7 2024-11-26T12:22:04,137 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/B of fedff3746c472743def68a6863c33331 into f8b2965673494c72b7ee8fcecab567d7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:04,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/01e5f3e3c74b426692877f159e7f85b0 is 50, key is test_row_0/B:col10/1732623723455/Put/seqid=0 2024-11-26T12:22:04,137 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:04,137 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/B, priority=13, startTime=1732623724068; duration=0sec 2024-11-26T12:22:04,137 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:04,138 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:04,138 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:04,139 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:04,139 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/C is initiating minor compaction (all files) 2024-11-26T12:22:04,139 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/C in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,139 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/457f3b1812dc4675928ac9de17b82af1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/820337e5ac874cbaaf6eb8381a9f67c6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/cf43468ce815481a93618dfd2cf56056] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=33.0 K 2024-11-26T12:22:04,140 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/A of fedff3746c472743def68a6863c33331 into 8ac3e97d6eda484baec75500598e4c7e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:04,140 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:04,140 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 457f3b1812dc4675928ac9de17b82af1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732623722594 2024-11-26T12:22:04,140 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/A, priority=13, startTime=1732623724068; duration=0sec 2024-11-26T12:22:04,140 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:04,140 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:A 2024-11-26T12:22:04,140 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 820337e5ac874cbaaf6eb8381a9f67c6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732623723321 2024-11-26T12:22:04,140 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting cf43468ce815481a93618dfd2cf56056, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732623723343 2024-11-26T12:22:04,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742095_1271 (size=12051) 2024-11-26T12:22:04,150 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#C#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:04,150 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/8b8ff72d125b417399853cb9bddb2bd0 is 50, key is test_row_0/C:col10/1732623723344/Put/seqid=0 2024-11-26T12:22:04,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742096_1272 (size=12241) 2024-11-26T12:22:04,172 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/8b8ff72d125b417399853cb9bddb2bd0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/8b8ff72d125b417399853cb9bddb2bd0 2024-11-26T12:22:04,177 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/C of fedff3746c472743def68a6863c33331 into 8b8ff72d125b417399853cb9bddb2bd0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:04,177 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:04,178 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/C, priority=13, startTime=1732623724068; duration=0sec 2024-11-26T12:22:04,178 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:04,178 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:C 2024-11-26T12:22:04,199 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T12:22:04,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:04,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623784202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623784202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623784202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623784202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623784203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,352 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T12:22:04,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:04,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623784404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623784404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623784405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623784405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623784405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T12:22:04,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T12:22:04,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:04,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T12:22:04,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/01e5f3e3c74b426692877f159e7f85b0 2024-11-26T12:22:04,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/033e56e57f114779bbc4f102e1dd1159 is 50, key is test_row_0/C:col10/1732623723455/Put/seqid=0 2024-11-26T12:22:04,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742097_1273 (size=12051) 2024-11-26T12:22:04,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T12:22:04,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:04,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623784707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623784707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623784707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623784707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623784708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T12:22:04,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:04,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/033e56e57f114779bbc4f102e1dd1159 2024-11-26T12:22:04,965 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:04,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/f9598c42f3c548bb8e2a71cd0c3b029d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f9598c42f3c548bb8e2a71cd0c3b029d 2024-11-26T12:22:04,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T12:22:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:04,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:04,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f9598c42f3c548bb8e2a71cd0c3b029d, entries=150, sequenceid=129, filesize=11.8 K 2024-11-26T12:22:04,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/01e5f3e3c74b426692877f159e7f85b0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/01e5f3e3c74b426692877f159e7f85b0 2024-11-26T12:22:04,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/01e5f3e3c74b426692877f159e7f85b0, entries=150, sequenceid=129, filesize=11.8 K 2024-11-26T12:22:04,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/033e56e57f114779bbc4f102e1dd1159 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/033e56e57f114779bbc4f102e1dd1159 2024-11-26T12:22:04,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/033e56e57f114779bbc4f102e1dd1159, entries=150, sequenceid=129, filesize=11.8 K 2024-11-26T12:22:04,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for fedff3746c472743def68a6863c33331 in 914ms, sequenceid=129, compaction requested=false 2024-11-26T12:22:04,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:05,119 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T12:22:05,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:05,119 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T12:22:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:05,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/97820cd54af44e2db3fd669f2fda6cab is 50, key is test_row_0/A:col10/1732623724096/Put/seqid=0 2024-11-26T12:22:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742098_1274 (size=12151) 2024-11-26T12:22:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:05,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623785214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623785215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623785216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623785216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623785216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623785317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623785320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623785320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623785320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623785320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623785520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623785522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623785523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623785523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623785524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T12:22:05,530 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/97820cd54af44e2db3fd669f2fda6cab 2024-11-26T12:22:05,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/4520bec973834c52b8a95c874f6f3936 is 50, key is test_row_0/B:col10/1732623724096/Put/seqid=0 2024-11-26T12:22:05,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742099_1275 (size=12151) 2024-11-26T12:22:05,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623785823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623785825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623785827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623785827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623785828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:05,942 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/4520bec973834c52b8a95c874f6f3936 2024-11-26T12:22:05,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/306a6358865a468f9b66c0aaa486f168 is 50, key is test_row_0/C:col10/1732623724096/Put/seqid=0 2024-11-26T12:22:05,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742100_1276 (size=12151) 2024-11-26T12:22:05,997 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/306a6358865a468f9b66c0aaa486f168 2024-11-26T12:22:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/97820cd54af44e2db3fd669f2fda6cab as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/97820cd54af44e2db3fd669f2fda6cab 2024-11-26T12:22:06,011 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/97820cd54af44e2db3fd669f2fda6cab, entries=150, sequenceid=157, filesize=11.9 K 2024-11-26T12:22:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/4520bec973834c52b8a95c874f6f3936 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/4520bec973834c52b8a95c874f6f3936 2024-11-26T12:22:06,024 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/4520bec973834c52b8a95c874f6f3936, entries=150, sequenceid=157, filesize=11.9 K 2024-11-26T12:22:06,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/306a6358865a468f9b66c0aaa486f168 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/306a6358865a468f9b66c0aaa486f168 2024-11-26T12:22:06,034 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/306a6358865a468f9b66c0aaa486f168, entries=150, sequenceid=157, filesize=11.9 K 2024-11-26T12:22:06,036 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fedff3746c472743def68a6863c33331 in 917ms, sequenceid=157, compaction requested=true 2024-11-26T12:22:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-26T12:22:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-26T12:22:06,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-26T12:22:06,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6100 sec 2024-11-26T12:22:06,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.6180 sec 2024-11-26T12:22:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:06,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:22:06,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:06,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:06,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:06,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:06,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:06,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:06,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/e64635a122da40caab2036c4a268f712 is 50, key is test_row_0/A:col10/1732623725215/Put/seqid=0 2024-11-26T12:22:06,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742101_1277 (size=14541) 2024-11-26T12:22:06,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/e64635a122da40caab2036c4a268f712 2024-11-26T12:22:06,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623786376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623786378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623786389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623786390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/4b699454a9be461da7d91b83add66963 is 50, key is test_row_0/B:col10/1732623725215/Put/seqid=0 2024-11-26T12:22:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623786392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742102_1278 (size=12151) 2024-11-26T12:22:06,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/4b699454a9be461da7d91b83add66963 2024-11-26T12:22:06,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/9f1f8d4f2e91409680fb3fb2638494fe is 50, key is test_row_0/C:col10/1732623725215/Put/seqid=0 2024-11-26T12:22:06,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623786493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623786493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623786497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623786497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623786499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742103_1279 (size=12151) 2024-11-26T12:22:06,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/9f1f8d4f2e91409680fb3fb2638494fe 2024-11-26T12:22:06,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/e64635a122da40caab2036c4a268f712 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/e64635a122da40caab2036c4a268f712 2024-11-26T12:22:06,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/e64635a122da40caab2036c4a268f712, entries=200, sequenceid=171, filesize=14.2 K 2024-11-26T12:22:06,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/4b699454a9be461da7d91b83add66963 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/4b699454a9be461da7d91b83add66963 2024-11-26T12:22:06,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/4b699454a9be461da7d91b83add66963, entries=150, sequenceid=171, filesize=11.9 K 2024-11-26T12:22:06,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/9f1f8d4f2e91409680fb3fb2638494fe as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/9f1f8d4f2e91409680fb3fb2638494fe 2024-11-26T12:22:06,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/9f1f8d4f2e91409680fb3fb2638494fe, entries=150, sequenceid=171, filesize=11.9 K 2024-11-26T12:22:06,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fedff3746c472743def68a6863c33331 in 209ms, sequenceid=171, compaction requested=true 2024-11-26T12:22:06,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:06,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:06,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:06,545 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:06,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:06,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:06,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:06,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T12:22:06,545 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:06,547 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50984 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:06,547 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/A is initiating minor compaction (all files) 2024-11-26T12:22:06,547 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:06,547 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/B is initiating minor compaction (all files) 2024-11-26T12:22:06,547 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/A in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:06,547 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/B in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:06,547 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/8ac3e97d6eda484baec75500598e4c7e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f9598c42f3c548bb8e2a71cd0c3b029d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/97820cd54af44e2db3fd669f2fda6cab, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/e64635a122da40caab2036c4a268f712] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=49.8 K 2024-11-26T12:22:06,547 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/f8b2965673494c72b7ee8fcecab567d7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/01e5f3e3c74b426692877f159e7f85b0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/4520bec973834c52b8a95c874f6f3936, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/4b699454a9be461da7d91b83add66963] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=47.5 K 2024-11-26T12:22:06,548 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ac3e97d6eda484baec75500598e4c7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732623723343 2024-11-26T12:22:06,548 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting f8b2965673494c72b7ee8fcecab567d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732623723343 2024-11-26T12:22:06,549 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9598c42f3c548bb8e2a71cd0c3b029d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732623723455 2024-11-26T12:22:06,549 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 01e5f3e3c74b426692877f159e7f85b0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732623723455 2024-11-26T12:22:06,550 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97820cd54af44e2db3fd669f2fda6cab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732623724094 2024-11-26T12:22:06,550 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 4520bec973834c52b8a95c874f6f3936, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732623724094 2024-11-26T12:22:06,550 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting e64635a122da40caab2036c4a268f712, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732623725214 2024-11-26T12:22:06,550 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b699454a9be461da7d91b83add66963, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732623725215 2024-11-26T12:22:06,563 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:06,564 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/bad1cac054b2442593c5b75e8a3f9038 is 50, key is test_row_0/B:col10/1732623725215/Put/seqid=0 2024-11-26T12:22:06,568 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#A#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:06,568 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/74ad4b7795ed46aea886a6091704313c is 50, key is test_row_0/A:col10/1732623725215/Put/seqid=0 2024-11-26T12:22:06,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742104_1280 (size=12527) 2024-11-26T12:22:06,613 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/bad1cac054b2442593c5b75e8a3f9038 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/bad1cac054b2442593c5b75e8a3f9038 2024-11-26T12:22:06,620 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/B of fedff3746c472743def68a6863c33331 into bad1cac054b2442593c5b75e8a3f9038(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:06,620 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:06,620 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/B, priority=12, startTime=1732623726545; duration=0sec 2024-11-26T12:22:06,620 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:06,620 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:06,620 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:06,622 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:06,622 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/C is initiating minor compaction (all files) 2024-11-26T12:22:06,622 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/C in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:06,622 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/8b8ff72d125b417399853cb9bddb2bd0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/033e56e57f114779bbc4f102e1dd1159, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/306a6358865a468f9b66c0aaa486f168, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/9f1f8d4f2e91409680fb3fb2638494fe] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=47.5 K 2024-11-26T12:22:06,623 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b8ff72d125b417399853cb9bddb2bd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732623723343 2024-11-26T12:22:06,623 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 033e56e57f114779bbc4f102e1dd1159, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732623723455 2024-11-26T12:22:06,624 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 306a6358865a468f9b66c0aaa486f168, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732623724094 2024-11-26T12:22:06,624 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f1f8d4f2e91409680fb3fb2638494fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732623725215 2024-11-26T12:22:06,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742105_1281 (size=12527) 2024-11-26T12:22:06,648 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/74ad4b7795ed46aea886a6091704313c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/74ad4b7795ed46aea886a6091704313c 2024-11-26T12:22:06,654 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/A of fedff3746c472743def68a6863c33331 into 74ad4b7795ed46aea886a6091704313c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:06,655 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:06,655 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/A, priority=12, startTime=1732623726545; duration=0sec 2024-11-26T12:22:06,655 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:06,655 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:A 2024-11-26T12:22:06,675 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#C#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:06,676 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/2929f4a63fb943268ff618128e70267f is 50, key is test_row_0/C:col10/1732623725215/Put/seqid=0 2024-11-26T12:22:06,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742106_1282 (size=12527) 2024-11-26T12:22:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:06,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:22:06,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:06,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:06,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:06,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:06,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:06,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:06,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623786725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/1807afcd59a240ea9855272d0284498f is 50, key is test_row_0/A:col10/1732623726707/Put/seqid=0 2024-11-26T12:22:06,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623786730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623786731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623786733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623786741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742107_1283 (size=12151) 2024-11-26T12:22:06,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623786835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623786843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623786843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623786844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623786851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:06,950 DEBUG [master/562bc02006f1:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region e364e890693560a4867856bc6ce34108 changed from -1.0 to 0.0, refreshing cache 2024-11-26T12:22:07,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623787045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623787048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623787049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623787049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623787059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,114 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/2929f4a63fb943268ff618128e70267f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/2929f4a63fb943268ff618128e70267f 2024-11-26T12:22:07,120 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/C of fedff3746c472743def68a6863c33331 into 2929f4a63fb943268ff618128e70267f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:07,120 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:07,120 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/C, priority=12, startTime=1732623726545; duration=0sec 2024-11-26T12:22:07,120 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:07,120 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:C 2024-11-26T12:22:07,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/1807afcd59a240ea9855272d0284498f 2024-11-26T12:22:07,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/17360e66462749e286e84d8342871b35 is 50, key is test_row_0/B:col10/1732623726707/Put/seqid=0 2024-11-26T12:22:07,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742108_1284 (size=12151) 2024-11-26T12:22:07,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/17360e66462749e286e84d8342871b35 2024-11-26T12:22:07,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/86c4371cfd7a4cc5b27107707c91f120 is 50, key is test_row_0/C:col10/1732623726707/Put/seqid=0 2024-11-26T12:22:07,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742109_1285 (size=12151) 2024-11-26T12:22:07,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623787351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623787355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623787355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623787357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623787367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T12:22:07,530 INFO [Thread-1143 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-26T12:22:07,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-26T12:22:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T12:22:07,539 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:07,540 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:07,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T12:22:07,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T12:22:07,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:07,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:07,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/86c4371cfd7a4cc5b27107707c91f120 2024-11-26T12:22:07,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/1807afcd59a240ea9855272d0284498f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/1807afcd59a240ea9855272d0284498f 2024-11-26T12:22:07,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/1807afcd59a240ea9855272d0284498f, entries=150, sequenceid=196, filesize=11.9 K 2024-11-26T12:22:07,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/17360e66462749e286e84d8342871b35 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/17360e66462749e286e84d8342871b35 2024-11-26T12:22:07,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/17360e66462749e286e84d8342871b35, entries=150, sequenceid=196, filesize=11.9 K 2024-11-26T12:22:07,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/86c4371cfd7a4cc5b27107707c91f120 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/86c4371cfd7a4cc5b27107707c91f120 2024-11-26T12:22:07,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/86c4371cfd7a4cc5b27107707c91f120, entries=150, sequenceid=196, filesize=11.9 K 2024-11-26T12:22:07,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for fedff3746c472743def68a6863c33331 in 1040ms, sequenceid=196, compaction requested=false 2024-11-26T12:22:07,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T12:22:07,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T12:22:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:07,853 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:22:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:07,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/87bc9ddda54941b3bf969052f9955ff9 is 50, key is test_row_0/A:col10/1732623726731/Put/seqid=0 2024-11-26T12:22:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:07,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:07,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742110_1286 (size=12151) 2024-11-26T12:22:07,879 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/87bc9ddda54941b3bf969052f9955ff9 2024-11-26T12:22:07,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/0d9f1d23a1314b96b5598d8c98ad9f3e is 50, key is test_row_0/B:col10/1732623726731/Put/seqid=0 2024-11-26T12:22:07,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623787896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623787899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623787900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623787901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623787902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:07,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742111_1287 (size=12151) 2024-11-26T12:22:08,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623788003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623788006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623788007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623788007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623788007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T12:22:08,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623788211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623788211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623788211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623788213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623788213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,360 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/0d9f1d23a1314b96b5598d8c98ad9f3e 2024-11-26T12:22:08,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/94fd2605fb454a4594f7cad84d4d7edb is 50, key is test_row_0/C:col10/1732623726731/Put/seqid=0 2024-11-26T12:22:08,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742112_1288 (size=12151) 2024-11-26T12:22:08,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623788517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623788517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623788516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623788517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623788519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T12:22:08,823 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/94fd2605fb454a4594f7cad84d4d7edb 2024-11-26T12:22:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/87bc9ddda54941b3bf969052f9955ff9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/87bc9ddda54941b3bf969052f9955ff9 2024-11-26T12:22:08,834 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/87bc9ddda54941b3bf969052f9955ff9, entries=150, sequenceid=211, filesize=11.9 K 2024-11-26T12:22:08,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/0d9f1d23a1314b96b5598d8c98ad9f3e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/0d9f1d23a1314b96b5598d8c98ad9f3e 2024-11-26T12:22:08,840 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/0d9f1d23a1314b96b5598d8c98ad9f3e, entries=150, sequenceid=211, filesize=11.9 K 2024-11-26T12:22:08,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/94fd2605fb454a4594f7cad84d4d7edb as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/94fd2605fb454a4594f7cad84d4d7edb 2024-11-26T12:22:08,848 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/94fd2605fb454a4594f7cad84d4d7edb, entries=150, sequenceid=211, filesize=11.9 K 2024-11-26T12:22:08,849 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fedff3746c472743def68a6863c33331 in 995ms, sequenceid=211, compaction requested=true 2024-11-26T12:22:08,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:08,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:08,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-26T12:22:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-26T12:22:08,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-26T12:22:08,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3100 sec 2024-11-26T12:22:08,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.3200 sec 2024-11-26T12:22:09,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:22:09,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:09,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:09,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:09,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:09,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:09,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:09,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/c8cf6c346d964277aac7399ecbc50036 is 50, key is test_row_0/A:col10/1732623727899/Put/seqid=0 2024-11-26T12:22:09,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623789042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623789043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623789051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623789058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623789069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742113_1289 (size=12151) 2024-11-26T12:22:09,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623789150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623789158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623789159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623789163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623789174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623789354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623789364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623789366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623789378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623789382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/c8cf6c346d964277aac7399ecbc50036 2024-11-26T12:22:09,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/9e79844483624795a9040652f58848ff is 50, key is test_row_0/B:col10/1732623727899/Put/seqid=0 2024-11-26T12:22:09,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742114_1290 (size=12151) 2024-11-26T12:22:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T12:22:09,642 INFO [Thread-1143 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-26T12:22:09,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-26T12:22:09,645 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T12:22:09,646 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:09,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:09,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623789663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623789668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623789672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623789685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623789690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T12:22:09,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T12:22:09,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:09,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:09,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:09,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:09,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T12:22:09,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/9e79844483624795a9040652f58848ff 2024-11-26T12:22:09,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:09,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T12:22:09,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:09,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:09,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:09,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:09,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:09,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/39d740fcc6d24ced90c924221b2f70de is 50, key is test_row_0/C:col10/1732623727899/Put/seqid=0 2024-11-26T12:22:10,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742115_1291 (size=12151) 2024-11-26T12:22:10,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/39d740fcc6d24ced90c924221b2f70de 2024-11-26T12:22:10,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/c8cf6c346d964277aac7399ecbc50036 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/c8cf6c346d964277aac7399ecbc50036 2024-11-26T12:22:10,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/c8cf6c346d964277aac7399ecbc50036, entries=150, sequenceid=235, filesize=11.9 K 2024-11-26T12:22:10,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/9e79844483624795a9040652f58848ff as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/9e79844483624795a9040652f58848ff 2024-11-26T12:22:10,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/9e79844483624795a9040652f58848ff, entries=150, sequenceid=235, filesize=11.9 K 2024-11-26T12:22:10,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/39d740fcc6d24ced90c924221b2f70de as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/39d740fcc6d24ced90c924221b2f70de 2024-11-26T12:22:10,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/39d740fcc6d24ced90c924221b2f70de, entries=150, sequenceid=235, filesize=11.9 K 2024-11-26T12:22:10,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fedff3746c472743def68a6863c33331 in 1039ms, sequenceid=235, compaction requested=true 2024-11-26T12:22:10,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:10,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:10,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:10,068 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:10,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:10,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:10,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:10,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T12:22:10,068 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:10,070 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:10,070 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/B is initiating minor compaction (all files) 2024-11-26T12:22:10,070 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/B in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:10,071 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/bad1cac054b2442593c5b75e8a3f9038, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/17360e66462749e286e84d8342871b35, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/0d9f1d23a1314b96b5598d8c98ad9f3e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/9e79844483624795a9040652f58848ff] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=47.8 K 2024-11-26T12:22:10,071 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:10,071 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/A is initiating minor compaction (all files) 2024-11-26T12:22:10,071 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/A in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:10,071 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/74ad4b7795ed46aea886a6091704313c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/1807afcd59a240ea9855272d0284498f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/87bc9ddda54941b3bf969052f9955ff9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/c8cf6c346d964277aac7399ecbc50036] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=47.8 K 2024-11-26T12:22:10,071 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74ad4b7795ed46aea886a6091704313c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732623725215 2024-11-26T12:22:10,072 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting bad1cac054b2442593c5b75e8a3f9038, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732623725215 2024-11-26T12:22:10,072 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1807afcd59a240ea9855272d0284498f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732623726362 2024-11-26T12:22:10,073 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 17360e66462749e286e84d8342871b35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732623726362 2024-11-26T12:22:10,073 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87bc9ddda54941b3bf969052f9955ff9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732623726711 2024-11-26T12:22:10,073 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d9f1d23a1314b96b5598d8c98ad9f3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732623726711 2024-11-26T12:22:10,073 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8cf6c346d964277aac7399ecbc50036, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732623727899 2024-11-26T12:22:10,074 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e79844483624795a9040652f58848ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732623727899 2024-11-26T12:22:10,097 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#A#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:10,098 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/9bc280865aa1455db54dcff9348017c7 is 50, key is test_row_0/A:col10/1732623727899/Put/seqid=0 2024-11-26T12:22:10,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T12:22:10,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:10,108 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:22:10,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:10,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:10,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:10,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:10,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:10,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:10,110 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:10,110 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/66a8f038fd5943c0bc0b888952c06c49 is 50, key is test_row_0/B:col10/1732623727899/Put/seqid=0 2024-11-26T12:22:10,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/d711d9797ec34c3fa2b433ebf923d6ff is 50, key is test_row_0/A:col10/1732623729047/Put/seqid=0 2024-11-26T12:22:10,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:10,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742116_1292 (size=12663) 2024-11-26T12:22:10,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742117_1293 (size=12663) 2024-11-26T12:22:10,194 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/66a8f038fd5943c0bc0b888952c06c49 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/66a8f038fd5943c0bc0b888952c06c49 2024-11-26T12:22:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742118_1294 (size=12151) 2024-11-26T12:22:10,201 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/B of fedff3746c472743def68a6863c33331 into 66a8f038fd5943c0bc0b888952c06c49(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:10,201 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:10,201 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/B, priority=12, startTime=1732623730068; duration=0sec 2024-11-26T12:22:10,201 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:10,201 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:10,201 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:10,203 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:10,203 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/C is initiating minor compaction (all files) 2024-11-26T12:22:10,203 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/C in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:10,203 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/2929f4a63fb943268ff618128e70267f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/86c4371cfd7a4cc5b27107707c91f120, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/94fd2605fb454a4594f7cad84d4d7edb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/39d740fcc6d24ced90c924221b2f70de] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=47.8 K 2024-11-26T12:22:10,204 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 2929f4a63fb943268ff618128e70267f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732623725215 2024-11-26T12:22:10,204 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/d711d9797ec34c3fa2b433ebf923d6ff 2024-11-26T12:22:10,204 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 86c4371cfd7a4cc5b27107707c91f120, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732623726362 2024-11-26T12:22:10,205 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 94fd2605fb454a4594f7cad84d4d7edb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732623726711 2024-11-26T12:22:10,206 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 39d740fcc6d24ced90c924221b2f70de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732623727899 2024-11-26T12:22:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/8e60009cc8b84380858fc67b8230f9f8 is 50, key is test_row_0/B:col10/1732623729047/Put/seqid=0 2024-11-26T12:22:10,219 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#C#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:10,220 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/e9a47f603e6c405fa8ab8576d12ff0eb is 50, key is test_row_0/C:col10/1732623727899/Put/seqid=0 2024-11-26T12:22:10,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623790228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623790230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623790232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623790237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623790237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T12:22:10,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742119_1295 (size=12151) 2024-11-26T12:22:10,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742120_1296 (size=12663) 2024-11-26T12:22:10,308 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/e9a47f603e6c405fa8ab8576d12ff0eb as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/e9a47f603e6c405fa8ab8576d12ff0eb 2024-11-26T12:22:10,315 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/C of fedff3746c472743def68a6863c33331 into e9a47f603e6c405fa8ab8576d12ff0eb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:10,315 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:10,315 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/C, priority=12, startTime=1732623730068; duration=0sec 2024-11-26T12:22:10,315 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:10,316 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:C 2024-11-26T12:22:10,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623790341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623790342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623790342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623790345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623790346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623790546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623790547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623790549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623790552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623790552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,590 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/9bc280865aa1455db54dcff9348017c7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/9bc280865aa1455db54dcff9348017c7 2024-11-26T12:22:10,602 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/A of fedff3746c472743def68a6863c33331 into 9bc280865aa1455db54dcff9348017c7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:10,602 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:10,602 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/A, priority=12, startTime=1732623730068; duration=0sec 2024-11-26T12:22:10,602 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:10,602 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:A 2024-11-26T12:22:10,688 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/8e60009cc8b84380858fc67b8230f9f8 2024-11-26T12:22:10,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/4abbeb5dc25e469b908efaaa5e2b9485 is 50, key is test_row_0/C:col10/1732623729047/Put/seqid=0 2024-11-26T12:22:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T12:22:10,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742121_1297 (size=12151) 2024-11-26T12:22:10,761 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/4abbeb5dc25e469b908efaaa5e2b9485 2024-11-26T12:22:10,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/d711d9797ec34c3fa2b433ebf923d6ff as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/d711d9797ec34c3fa2b433ebf923d6ff 2024-11-26T12:22:10,771 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/d711d9797ec34c3fa2b433ebf923d6ff, entries=150, sequenceid=247, filesize=11.9 K 2024-11-26T12:22:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/8e60009cc8b84380858fc67b8230f9f8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8e60009cc8b84380858fc67b8230f9f8 2024-11-26T12:22:10,780 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8e60009cc8b84380858fc67b8230f9f8, entries=150, sequenceid=247, filesize=11.9 K 2024-11-26T12:22:10,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/4abbeb5dc25e469b908efaaa5e2b9485 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4abbeb5dc25e469b908efaaa5e2b9485 2024-11-26T12:22:10,790 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4abbeb5dc25e469b908efaaa5e2b9485, entries=150, sequenceid=247, filesize=11.9 K 2024-11-26T12:22:10,791 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fedff3746c472743def68a6863c33331 in 683ms, sequenceid=247, compaction requested=false 2024-11-26T12:22:10,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:10,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:10,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-26T12:22:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-26T12:22:10,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-26T12:22:10,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1490 sec 2024-11-26T12:22:10,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.1530 sec 2024-11-26T12:22:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:10,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T12:22:10,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:10,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:10,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:10,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:10,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:10,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:10,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/292fe9d1d03c4c72bd62d9744b119e98 is 50, key is test_row_0/A:col10/1732623730855/Put/seqid=0 2024-11-26T12:22:10,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623790871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623790871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623790873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623790878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623790878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742122_1298 (size=17181) 2024-11-26T12:22:10,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/292fe9d1d03c4c72bd62d9744b119e98 2024-11-26T12:22:10,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/96a5b9700ac441e3b54c5853c04e87bd is 50, key is test_row_0/B:col10/1732623730855/Put/seqid=0 2024-11-26T12:22:10,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742123_1299 (size=12301) 2024-11-26T12:22:10,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/96a5b9700ac441e3b54c5853c04e87bd 2024-11-26T12:22:10,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/24e58a3b90f5499abb623a09ec9ebaae is 50, key is test_row_0/C:col10/1732623730855/Put/seqid=0 2024-11-26T12:22:10,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623790978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623790979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623790980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623790983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:10,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623790983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742124_1300 (size=12301) 2024-11-26T12:22:11,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/24e58a3b90f5499abb623a09ec9ebaae 2024-11-26T12:22:11,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/292fe9d1d03c4c72bd62d9744b119e98 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/292fe9d1d03c4c72bd62d9744b119e98 2024-11-26T12:22:11,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/292fe9d1d03c4c72bd62d9744b119e98, entries=250, sequenceid=276, filesize=16.8 K 2024-11-26T12:22:11,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/96a5b9700ac441e3b54c5853c04e87bd as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/96a5b9700ac441e3b54c5853c04e87bd 2024-11-26T12:22:11,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/96a5b9700ac441e3b54c5853c04e87bd, entries=150, sequenceid=276, filesize=12.0 K 2024-11-26T12:22:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/24e58a3b90f5499abb623a09ec9ebaae as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/24e58a3b90f5499abb623a09ec9ebaae 2024-11-26T12:22:11,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/24e58a3b90f5499abb623a09ec9ebaae, entries=150, sequenceid=276, filesize=12.0 K 2024-11-26T12:22:11,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for fedff3746c472743def68a6863c33331 in 184ms, sequenceid=276, compaction requested=true 2024-11-26T12:22:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:11,042 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:11,042 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:11,043 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41995 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:11,043 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/A is initiating minor compaction (all files) 2024-11-26T12:22:11,044 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/A in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:11,044 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/9bc280865aa1455db54dcff9348017c7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/d711d9797ec34c3fa2b433ebf923d6ff, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/292fe9d1d03c4c72bd62d9744b119e98] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=41.0 K 2024-11-26T12:22:11,044 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:11,044 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/B is initiating minor compaction (all files) 2024-11-26T12:22:11,044 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/B in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:11,044 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/66a8f038fd5943c0bc0b888952c06c49, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8e60009cc8b84380858fc67b8230f9f8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/96a5b9700ac441e3b54c5853c04e87bd] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=36.2 K 2024-11-26T12:22:11,045 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bc280865aa1455db54dcff9348017c7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732623727899 2024-11-26T12:22:11,045 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66a8f038fd5943c0bc0b888952c06c49, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732623727899 2024-11-26T12:22:11,046 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e60009cc8b84380858fc67b8230f9f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732623729037 2024-11-26T12:22:11,046 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting d711d9797ec34c3fa2b433ebf923d6ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732623729037 2024-11-26T12:22:11,046 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96a5b9700ac441e3b54c5853c04e87bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732623730227 2024-11-26T12:22:11,046 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 292fe9d1d03c4c72bd62d9744b119e98, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732623730226 2024-11-26T12:22:11,062 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#B#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:11,063 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/d67b480813ca44c4a98efa66242fb5a0 is 50, key is test_row_0/B:col10/1732623730855/Put/seqid=0 2024-11-26T12:22:11,074 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:11,075 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/6347dbd778ef404d84bdb4bb66f5b051 is 50, key is test_row_0/A:col10/1732623730855/Put/seqid=0 2024-11-26T12:22:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742125_1301 (size=12915) 2024-11-26T12:22:11,148 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/d67b480813ca44c4a98efa66242fb5a0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/d67b480813ca44c4a98efa66242fb5a0 2024-11-26T12:22:11,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742126_1302 (size=12915) 2024-11-26T12:22:11,172 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/B of fedff3746c472743def68a6863c33331 into d67b480813ca44c4a98efa66242fb5a0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:11,172 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:11,172 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/B, priority=13, startTime=1732623731042; duration=0sec 2024-11-26T12:22:11,172 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:11,172 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:11,172 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:11,179 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:11,179 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/C is initiating minor compaction (all files) 2024-11-26T12:22:11,180 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/C in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:11,180 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/e9a47f603e6c405fa8ab8576d12ff0eb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4abbeb5dc25e469b908efaaa5e2b9485, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/24e58a3b90f5499abb623a09ec9ebaae] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=36.2 K 2024-11-26T12:22:11,180 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9a47f603e6c405fa8ab8576d12ff0eb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732623727899 2024-11-26T12:22:11,181 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4abbeb5dc25e469b908efaaa5e2b9485, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732623729037 2024-11-26T12:22:11,181 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24e58a3b90f5499abb623a09ec9ebaae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732623730227 2024-11-26T12:22:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:11,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:22:11,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:11,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:11,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:11,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:11,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:11,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:11,200 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:11,201 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/9a6dacdd46b148599b44c2d8debaf4f2 is 50, key is test_row_0/C:col10/1732623730855/Put/seqid=0 2024-11-26T12:22:11,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/5a7b5cab20d3454aa001434ab750f90e is 50, key is test_row_0/A:col10/1732623731191/Put/seqid=0 2024-11-26T12:22:11,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623791235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623791237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623791235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623791240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623791241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742127_1303 (size=12915) 2024-11-26T12:22:11,264 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/9a6dacdd46b148599b44c2d8debaf4f2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/9a6dacdd46b148599b44c2d8debaf4f2 2024-11-26T12:22:11,270 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/C of fedff3746c472743def68a6863c33331 into 9a6dacdd46b148599b44c2d8debaf4f2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:11,270 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:11,270 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/C, priority=13, startTime=1732623731042; duration=0sec 2024-11-26T12:22:11,270 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:11,270 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:C 2024-11-26T12:22:11,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742128_1304 (size=12301) 2024-11-26T12:22:11,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/5a7b5cab20d3454aa001434ab750f90e 2024-11-26T12:22:11,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/f2bca545467b4847a7b1887543eaae30 is 50, key is test_row_0/B:col10/1732623731191/Put/seqid=0 2024-11-26T12:22:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742129_1305 (size=12301) 2024-11-26T12:22:11,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623791348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623791348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623791348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623791350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623791358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623791554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623791554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623791554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623791558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,564 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/6347dbd778ef404d84bdb4bb66f5b051 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/6347dbd778ef404d84bdb4bb66f5b051 2024-11-26T12:22:11,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623791565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,570 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/A of fedff3746c472743def68a6863c33331 into 6347dbd778ef404d84bdb4bb66f5b051(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:11,570 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:11,570 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/A, priority=13, startTime=1732623731042; duration=0sec 2024-11-26T12:22:11,570 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:11,570 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:A 2024-11-26T12:22:11,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/f2bca545467b4847a7b1887543eaae30 2024-11-26T12:22:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T12:22:11,755 INFO [Thread-1143 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-26T12:22:11,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-26T12:22:11,759 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:11,760 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:11,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/542e77508a1240c8a15a6e9cbcbea42d is 50, key is test_row_0/C:col10/1732623731191/Put/seqid=0 2024-11-26T12:22:11,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T12:22:11,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742130_1306 (size=12301) 2024-11-26T12:22:11,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623791858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623791860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623791860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T12:22:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623791866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623791871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:11,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T12:22:11,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:11,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:11,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:11,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:11,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T12:22:12,075 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T12:22:12,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:12,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:12,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/542e77508a1240c8a15a6e9cbcbea42d 2024-11-26T12:22:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/5a7b5cab20d3454aa001434ab750f90e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5a7b5cab20d3454aa001434ab750f90e 2024-11-26T12:22:12,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5a7b5cab20d3454aa001434ab750f90e, entries=150, sequenceid=290, filesize=12.0 K 2024-11-26T12:22:12,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/f2bca545467b4847a7b1887543eaae30 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/f2bca545467b4847a7b1887543eaae30 2024-11-26T12:22:12,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/f2bca545467b4847a7b1887543eaae30, entries=150, sequenceid=290, filesize=12.0 K 2024-11-26T12:22:12,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/542e77508a1240c8a15a6e9cbcbea42d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/542e77508a1240c8a15a6e9cbcbea42d 2024-11-26T12:22:12,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T12:22:12,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:12,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:12,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:12,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:12,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:12,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/542e77508a1240c8a15a6e9cbcbea42d, entries=150, sequenceid=290, filesize=12.0 K 2024-11-26T12:22:12,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fedff3746c472743def68a6863c33331 in 1040ms, sequenceid=290, compaction requested=false 2024-11-26T12:22:12,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:12,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:22:12,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:12,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:12,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:12,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:12,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:12,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T12:22:12,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/ab2fdd54c68e41efbb84171db24f0fbf is 50, key is test_row_0/A:col10/1732623732367/Put/seqid=0 2024-11-26T12:22:12,383 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T12:22:12,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:12,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:12,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:12,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:12,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:12,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623792386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623792390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623792390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623792392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623792398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742131_1307 (size=14741) 2024-11-26T12:22:12,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/ab2fdd54c68e41efbb84171db24f0fbf 2024-11-26T12:22:12,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/26bb5fda531249b68d423177a9b9a79d is 50, key is test_row_0/B:col10/1732623732367/Put/seqid=0 2024-11-26T12:22:12,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742132_1308 (size=12301) 2024-11-26T12:22:12,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/26bb5fda531249b68d423177a9b9a79d 2024-11-26T12:22:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623792493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623792497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623792497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623792498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623792500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/666396130817412cb4de1f1a443e2b29 is 50, key is test_row_0/C:col10/1732623732367/Put/seqid=0 2024-11-26T12:22:12,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T12:22:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:12,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:12,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742133_1309 (size=12301) 2024-11-26T12:22:12,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/666396130817412cb4de1f1a443e2b29 2024-11-26T12:22:12,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/ab2fdd54c68e41efbb84171db24f0fbf as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/ab2fdd54c68e41efbb84171db24f0fbf 2024-11-26T12:22:12,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/ab2fdd54c68e41efbb84171db24f0fbf, entries=200, sequenceid=316, filesize=14.4 K 2024-11-26T12:22:12,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/26bb5fda531249b68d423177a9b9a79d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/26bb5fda531249b68d423177a9b9a79d 2024-11-26T12:22:12,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/26bb5fda531249b68d423177a9b9a79d, entries=150, sequenceid=316, filesize=12.0 K 2024-11-26T12:22:12,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/666396130817412cb4de1f1a443e2b29 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/666396130817412cb4de1f1a443e2b29 2024-11-26T12:22:12,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/666396130817412cb4de1f1a443e2b29, entries=150, sequenceid=316, filesize=12.0 K 2024-11-26T12:22:12,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for fedff3746c472743def68a6863c33331 in 210ms, sequenceid=316, compaction requested=true 2024-11-26T12:22:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:12,579 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:12,580 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:12,581 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/A is initiating minor compaction (all files) 2024-11-26T12:22:12,581 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/A in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:12,581 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/6347dbd778ef404d84bdb4bb66f5b051, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5a7b5cab20d3454aa001434ab750f90e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/ab2fdd54c68e41efbb84171db24f0fbf] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=39.0 K 2024-11-26T12:22:12,583 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6347dbd778ef404d84bdb4bb66f5b051, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732623730227 2024-11-26T12:22:12,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:12,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:12,584 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:12,584 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a7b5cab20d3454aa001434ab750f90e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732623731191 2024-11-26T12:22:12,585 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab2fdd54c68e41efbb84171db24f0fbf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732623731226 2024-11-26T12:22:12,585 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:12,586 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/B is initiating minor compaction (all files) 2024-11-26T12:22:12,586 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/B in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:12,586 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/d67b480813ca44c4a98efa66242fb5a0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/f2bca545467b4847a7b1887543eaae30, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/26bb5fda531249b68d423177a9b9a79d] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=36.6 K 2024-11-26T12:22:12,587 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting d67b480813ca44c4a98efa66242fb5a0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732623730227 2024-11-26T12:22:12,588 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting f2bca545467b4847a7b1887543eaae30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732623731191 2024-11-26T12:22:12,589 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 26bb5fda531249b68d423177a9b9a79d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732623731232 2024-11-26T12:22:12,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:12,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:12,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:12,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:12,607 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:12,608 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/5238e05cb46944b5983fe9f018485a9a is 50, key is test_row_0/A:col10/1732623732367/Put/seqid=0 2024-11-26T12:22:12,617 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#B#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:12,618 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/02f3945371db4b5da021d2f9df972759 is 50, key is test_row_0/B:col10/1732623732367/Put/seqid=0 2024-11-26T12:22:12,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742134_1310 (size=13017) 2024-11-26T12:22:12,675 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/5238e05cb46944b5983fe9f018485a9a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5238e05cb46944b5983fe9f018485a9a 2024-11-26T12:22:12,688 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/A of fedff3746c472743def68a6863c33331 into 5238e05cb46944b5983fe9f018485a9a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:12,688 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:12,688 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/A, priority=13, startTime=1732623732579; duration=0sec 2024-11-26T12:22:12,688 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:12,688 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:A 2024-11-26T12:22:12,688 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:12,690 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:12,690 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/C is initiating minor compaction (all files) 2024-11-26T12:22:12,690 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/C in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:12,690 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/9a6dacdd46b148599b44c2d8debaf4f2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/542e77508a1240c8a15a6e9cbcbea42d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/666396130817412cb4de1f1a443e2b29] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=36.6 K 2024-11-26T12:22:12,690 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a6dacdd46b148599b44c2d8debaf4f2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732623730227 2024-11-26T12:22:12,691 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 542e77508a1240c8a15a6e9cbcbea42d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732623731191 2024-11-26T12:22:12,691 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 666396130817412cb4de1f1a443e2b29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732623731232 2024-11-26T12:22:12,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742135_1311 (size=13017) 2024-11-26T12:22:12,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T12:22:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:12,693 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:22:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:12,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:12,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:12,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:12,704 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/02f3945371db4b5da021d2f9df972759 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/02f3945371db4b5da021d2f9df972759 2024-11-26T12:22:12,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/5ef1b128e72a45579387dc391522978d is 50, key is test_row_0/A:col10/1732623732374/Put/seqid=0 2024-11-26T12:22:12,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:12,715 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/B of fedff3746c472743def68a6863c33331 into 02f3945371db4b5da021d2f9df972759(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:12,715 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:12,715 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/B, priority=13, startTime=1732623732584; duration=0sec 2024-11-26T12:22:12,715 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:12,715 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:12,725 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#C#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:12,726 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/53a0ad5dc01449d0a0eb2726fe54ceaf is 50, key is test_row_0/C:col10/1732623732367/Put/seqid=0 2024-11-26T12:22:12,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742136_1312 (size=12301) 2024-11-26T12:22:12,760 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/5ef1b128e72a45579387dc391522978d 2024-11-26T12:22:12,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623792755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623792760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623792762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623792764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623792764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742137_1313 (size=13017) 2024-11-26T12:22:12,787 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/53a0ad5dc01449d0a0eb2726fe54ceaf as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/53a0ad5dc01449d0a0eb2726fe54ceaf 2024-11-26T12:22:12,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/529547395e3b4ea094880c21447b7afa is 50, key is test_row_0/B:col10/1732623732374/Put/seqid=0 2024-11-26T12:22:12,797 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/C of fedff3746c472743def68a6863c33331 into 53a0ad5dc01449d0a0eb2726fe54ceaf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:12,797 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:12,797 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/C, priority=13, startTime=1732623732592; duration=0sec 2024-11-26T12:22:12,797 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:12,797 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:C 2024-11-26T12:22:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742138_1314 (size=12301) 2024-11-26T12:22:12,837 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/529547395e3b4ea094880c21447b7afa 2024-11-26T12:22:12,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/6ca24e20936c4526a6cb51630f088e05 is 50, key is test_row_0/C:col10/1732623732374/Put/seqid=0 2024-11-26T12:22:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T12:22:12,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623792865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623792871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623792872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623792874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623792874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:12,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742139_1315 (size=12301) 2024-11-26T12:22:12,897 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/6ca24e20936c4526a6cb51630f088e05 2024-11-26T12:22:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/5ef1b128e72a45579387dc391522978d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5ef1b128e72a45579387dc391522978d 2024-11-26T12:22:12,912 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5ef1b128e72a45579387dc391522978d, entries=150, sequenceid=330, filesize=12.0 K 2024-11-26T12:22:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/529547395e3b4ea094880c21447b7afa as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/529547395e3b4ea094880c21447b7afa 2024-11-26T12:22:12,923 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/529547395e3b4ea094880c21447b7afa, entries=150, sequenceid=330, filesize=12.0 K 2024-11-26T12:22:12,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/6ca24e20936c4526a6cb51630f088e05 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/6ca24e20936c4526a6cb51630f088e05 2024-11-26T12:22:12,929 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/6ca24e20936c4526a6cb51630f088e05, entries=150, sequenceid=330, filesize=12.0 K 2024-11-26T12:22:12,934 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for fedff3746c472743def68a6863c33331 in 241ms, sequenceid=330, compaction requested=false 2024-11-26T12:22:12,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:12,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:12,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-26T12:22:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-26T12:22:12,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-26T12:22:12,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1750 sec 2024-11-26T12:22:12,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.1810 sec 2024-11-26T12:22:13,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T12:22:13,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:13,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:13,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:13,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:13,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:13,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:13,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/359ed271651d48eeb1943366683a891e is 50, key is test_row_0/A:col10/1732623733078/Put/seqid=0 2024-11-26T12:22:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623793091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623793091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623793093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623793096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623793097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742140_1316 (size=12301) 2024-11-26T12:22:13,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/359ed271651d48eeb1943366683a891e 2024-11-26T12:22:13,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/36ee787b692d45a79cc865cfad249520 is 50, key is test_row_0/B:col10/1732623733078/Put/seqid=0 2024-11-26T12:22:13,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742141_1317 (size=12301) 2024-11-26T12:22:13,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/36ee787b692d45a79cc865cfad249520 2024-11-26T12:22:13,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623793198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623793199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623793199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623793200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623793202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/13c6067cdd7c466c921e2ee00fd59494 is 50, key is test_row_0/C:col10/1732623733078/Put/seqid=0 2024-11-26T12:22:13,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742142_1318 (size=12301) 2024-11-26T12:22:13,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623793403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623793402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623793408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623793408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623793408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/13c6067cdd7c466c921e2ee00fd59494 2024-11-26T12:22:13,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/359ed271651d48eeb1943366683a891e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/359ed271651d48eeb1943366683a891e 2024-11-26T12:22:13,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/359ed271651d48eeb1943366683a891e, entries=150, sequenceid=357, filesize=12.0 K 2024-11-26T12:22:13,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/36ee787b692d45a79cc865cfad249520 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/36ee787b692d45a79cc865cfad249520 2024-11-26T12:22:13,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/36ee787b692d45a79cc865cfad249520, entries=150, sequenceid=357, filesize=12.0 K 2024-11-26T12:22:13,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/13c6067cdd7c466c921e2ee00fd59494 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/13c6067cdd7c466c921e2ee00fd59494 2024-11-26T12:22:13,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/13c6067cdd7c466c921e2ee00fd59494, entries=150, sequenceid=357, filesize=12.0 K 2024-11-26T12:22:13,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fedff3746c472743def68a6863c33331 in 616ms, sequenceid=357, compaction requested=true 2024-11-26T12:22:13,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:13,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:13,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:13,697 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:13,697 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:13,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:13,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:13,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:13,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:13,703 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:13,703 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:13,703 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/B is initiating minor compaction (all files) 2024-11-26T12:22:13,703 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/A is initiating minor compaction (all files) 2024-11-26T12:22:13,703 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/B in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:13,703 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/A in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:13,703 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/02f3945371db4b5da021d2f9df972759, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/529547395e3b4ea094880c21447b7afa, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/36ee787b692d45a79cc865cfad249520] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=36.7 K 2024-11-26T12:22:13,703 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5238e05cb46944b5983fe9f018485a9a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5ef1b128e72a45579387dc391522978d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/359ed271651d48eeb1943366683a891e] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=36.7 K 2024-11-26T12:22:13,704 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 02f3945371db4b5da021d2f9df972759, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732623731232 2024-11-26T12:22:13,704 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5238e05cb46944b5983fe9f018485a9a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732623731232 2024-11-26T12:22:13,704 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ef1b128e72a45579387dc391522978d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732623732374 2024-11-26T12:22:13,704 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 529547395e3b4ea094880c21447b7afa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732623732374 2024-11-26T12:22:13,705 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 359ed271651d48eeb1943366683a891e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732623732739 2024-11-26T12:22:13,705 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 36ee787b692d45a79cc865cfad249520, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732623732739 2024-11-26T12:22:13,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:22:13,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:13,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:13,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:13,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:13,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:13,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:13,723 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:13,723 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#A#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:13,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/74e516f69d09441dbdb06732ed330462 is 50, key is test_row_0/A:col10/1732623733713/Put/seqid=0 2024-11-26T12:22:13,724 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/081dc175cf964dda91f86f647a9025d8 is 50, key is test_row_0/B:col10/1732623733078/Put/seqid=0 2024-11-26T12:22:13,724 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/f5f697f23a0b4b77bc93fb063777f121 is 50, key is test_row_0/A:col10/1732623733078/Put/seqid=0 2024-11-26T12:22:13,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623793756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623793761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623793763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623793764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623793765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742145_1321 (size=13119) 2024-11-26T12:22:13,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742143_1319 (size=13119) 2024-11-26T12:22:13,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742144_1320 (size=12301) 2024-11-26T12:22:13,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/74e516f69d09441dbdb06732ed330462 2024-11-26T12:22:13,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/826f9d3a630d412e86ad681e0cad58c4 is 50, key is test_row_0/B:col10/1732623733713/Put/seqid=0 2024-11-26T12:22:13,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623793867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T12:22:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623793870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,875 INFO [Thread-1143 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-26T12:22:13,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623793870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623793872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623793872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:13,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-26T12:22:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T12:22:13,879 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:13,880 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:13,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:13,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742146_1322 (size=12301) 2024-11-26T12:22:13,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/826f9d3a630d412e86ad681e0cad58c4 2024-11-26T12:22:13,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/4e7df0943e2f460d98f3524949341650 is 50, key is test_row_0/C:col10/1732623733713/Put/seqid=0 2024-11-26T12:22:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T12:22:13,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742147_1323 (size=12301) 2024-11-26T12:22:13,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/4e7df0943e2f460d98f3524949341650 2024-11-26T12:22:14,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/74e516f69d09441dbdb06732ed330462 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/74e516f69d09441dbdb06732ed330462 2024-11-26T12:22:14,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/74e516f69d09441dbdb06732ed330462, entries=150, sequenceid=369, filesize=12.0 K 2024-11-26T12:22:14,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/826f9d3a630d412e86ad681e0cad58c4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/826f9d3a630d412e86ad681e0cad58c4 2024-11-26T12:22:14,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/826f9d3a630d412e86ad681e0cad58c4, entries=150, sequenceid=369, filesize=12.0 K 2024-11-26T12:22:14,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/4e7df0943e2f460d98f3524949341650 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4e7df0943e2f460d98f3524949341650 2024-11-26T12:22:14,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4e7df0943e2f460d98f3524949341650, entries=150, sequenceid=369, filesize=12.0 K 2024-11-26T12:22:14,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fedff3746c472743def68a6863c33331 in 305ms, sequenceid=369, compaction requested=true 2024-11-26T12:22:14,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:14,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:A, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:14,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T12:22:14,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:B, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:14,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-26T12:22:14,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:14,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-26T12:22:14,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T12:22:14,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:14,032 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:22:14,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:14,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:14,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:14,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:14,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:14,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:14,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/eb6af5706424478392fd74e0fa612741 is 50, key is test_row_0/A:col10/1732623733762/Put/seqid=0 2024-11-26T12:22:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:14,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:14,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742148_1324 (size=12301) 2024-11-26T12:22:14,100 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/eb6af5706424478392fd74e0fa612741 2024-11-26T12:22:14,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623794091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623794101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/96d88ade357b4261b41c1a539f1e928e is 50, key is test_row_0/B:col10/1732623733762/Put/seqid=0 2024-11-26T12:22:14,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623794105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623794103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623794115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742149_1325 (size=12301) 2024-11-26T12:22:14,152 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/96d88ade357b4261b41c1a539f1e928e 2024-11-26T12:22:14,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/85203b2368e34c2cbb49442707d66234 is 50, key is test_row_0/C:col10/1732623733762/Put/seqid=0 2024-11-26T12:22:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T12:22:14,199 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/081dc175cf964dda91f86f647a9025d8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/081dc175cf964dda91f86f647a9025d8 2024-11-26T12:22:14,205 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/B of fedff3746c472743def68a6863c33331 into 081dc175cf964dda91f86f647a9025d8(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:14,205 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:14,205 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/B, priority=13, startTime=1732623733697; duration=0sec 2024-11-26T12:22:14,206 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-26T12:22:14,206 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:14,206 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-26T12:22:14,207 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T12:22:14,207 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T12:22:14,207 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. because compaction request was cancelled 2024-11-26T12:22:14,207 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:A 2024-11-26T12:22:14,207 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:14,208 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:14,208 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/C is initiating minor compaction (all files) 2024-11-26T12:22:14,209 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/C in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:14,209 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/53a0ad5dc01449d0a0eb2726fe54ceaf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/6ca24e20936c4526a6cb51630f088e05, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/13c6067cdd7c466c921e2ee00fd59494, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4e7df0943e2f460d98f3524949341650] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=48.8 K 2024-11-26T12:22:14,209 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/f5f697f23a0b4b77bc93fb063777f121 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f5f697f23a0b4b77bc93fb063777f121 2024-11-26T12:22:14,209 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 53a0ad5dc01449d0a0eb2726fe54ceaf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732623731232 2024-11-26T12:22:14,210 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ca24e20936c4526a6cb51630f088e05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732623732374 2024-11-26T12:22:14,210 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 13c6067cdd7c466c921e2ee00fd59494, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732623732739 2024-11-26T12:22:14,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742150_1326 (size=12301) 2024-11-26T12:22:14,211 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e7df0943e2f460d98f3524949341650, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732623733091 2024-11-26T12:22:14,212 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/85203b2368e34c2cbb49442707d66234 2024-11-26T12:22:14,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623794205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,216 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/A of fedff3746c472743def68a6863c33331 into f5f697f23a0b4b77bc93fb063777f121(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:14,217 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:14,217 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/A, priority=13, startTime=1732623733696; duration=0sec 2024-11-26T12:22:14,217 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T12:22:14,217 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:A 2024-11-26T12:22:14,217 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:14,217 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-26T12:22:14,217 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T12:22:14,217 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T12:22:14,217 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. because compaction request was cancelled 2024-11-26T12:22:14,217 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:C 2024-11-26T12:22:14,217 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-26T12:22:14,218 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-26T12:22:14,218 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-26T12:22:14,218 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. because compaction request was cancelled 2024-11-26T12:22:14,218 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:14,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/eb6af5706424478392fd74e0fa612741 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/eb6af5706424478392fd74e0fa612741 2024-11-26T12:22:14,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623794212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623794216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623794217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,233 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/eb6af5706424478392fd74e0fa612741, entries=150, sequenceid=393, filesize=12.0 K 2024-11-26T12:22:14,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623794225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/96d88ade357b4261b41c1a539f1e928e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/96d88ade357b4261b41c1a539f1e928e 2024-11-26T12:22:14,237 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#C#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:14,238 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/808f97d8f75d4d958012d6d301475faa is 50, key is test_row_0/C:col10/1732623733713/Put/seqid=0 2024-11-26T12:22:14,239 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/96d88ade357b4261b41c1a539f1e928e, entries=150, sequenceid=393, filesize=12.0 K 2024-11-26T12:22:14,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/85203b2368e34c2cbb49442707d66234 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/85203b2368e34c2cbb49442707d66234 2024-11-26T12:22:14,245 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/85203b2368e34c2cbb49442707d66234, entries=150, sequenceid=393, filesize=12.0 K 2024-11-26T12:22:14,246 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for fedff3746c472743def68a6863c33331 in 214ms, sequenceid=393, compaction requested=true 2024-11-26T12:22:14,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:14,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:14,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-26T12:22:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-26T12:22:14,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-26T12:22:14,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 368 msec 2024-11-26T12:22:14,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 374 msec 2024-11-26T12:22:14,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742151_1327 (size=13153) 2024-11-26T12:22:14,295 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/808f97d8f75d4d958012d6d301475faa as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/808f97d8f75d4d958012d6d301475faa 2024-11-26T12:22:14,305 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/C of fedff3746c472743def68a6863c33331 into 808f97d8f75d4d958012d6d301475faa(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:14,305 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:14,305 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/C, priority=12, startTime=1732623734021; duration=0sec 2024-11-26T12:22:14,305 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:14,305 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:C 2024-11-26T12:22:14,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:22:14,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:14,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:14,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:14,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:14,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:14,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:14,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/7dcd99eae4824178a89b2acce647a8de is 50, key is test_row_0/A:col10/1732623734419/Put/seqid=0 2024-11-26T12:22:14,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623794467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623794470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T12:22:14,482 INFO [Thread-1143 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-26T12:22:14,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623794474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623794470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:14,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623794477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-26T12:22:14,487 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:14,487 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:14,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T12:22:14,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742152_1328 (size=12301) 2024-11-26T12:22:14,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/7dcd99eae4824178a89b2acce647a8de 2024-11-26T12:22:14,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/617a871d990647e9964dde81a4e46d9a is 50, key is test_row_0/B:col10/1732623734419/Put/seqid=0 2024-11-26T12:22:14,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742153_1329 (size=12301) 2024-11-26T12:22:14,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623794579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623794582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623794584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T12:22:14,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623794585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623794586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,640 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:14,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:14,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:14,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:14,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:14,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:14,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623794783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T12:22:14,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623794789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:14,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:14,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:14,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:14,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:14,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:14,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623794789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:14,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623794792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623794793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/617a871d990647e9964dde81a4e46d9a 2024-11-26T12:22:14,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:14,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:14,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:14,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:14,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:14,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:14,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:14,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/21f21d12010b4aa3a79d6044cd021cfa is 50, key is test_row_0/C:col10/1732623734419/Put/seqid=0 2024-11-26T12:22:14,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742154_1330 (size=12301) 2024-11-26T12:22:15,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/21f21d12010b4aa3a79d6044cd021cfa 2024-11-26T12:22:15,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/7dcd99eae4824178a89b2acce647a8de as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/7dcd99eae4824178a89b2acce647a8de 2024-11-26T12:22:15,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/7dcd99eae4824178a89b2acce647a8de, entries=150, sequenceid=410, filesize=12.0 K 2024-11-26T12:22:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/617a871d990647e9964dde81a4e46d9a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/617a871d990647e9964dde81a4e46d9a 2024-11-26T12:22:15,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/617a871d990647e9964dde81a4e46d9a, entries=150, sequenceid=410, filesize=12.0 K 2024-11-26T12:22:15,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/21f21d12010b4aa3a79d6044cd021cfa as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/21f21d12010b4aa3a79d6044cd021cfa 2024-11-26T12:22:15,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/21f21d12010b4aa3a79d6044cd021cfa, entries=150, sequenceid=410, filesize=12.0 K 2024-11-26T12:22:15,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fedff3746c472743def68a6863c33331 in 600ms, sequenceid=410, compaction requested=true 2024-11-26T12:22:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:15,022 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:15,022 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:15,024 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:15,024 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/A is initiating minor compaction (all files) 2024-11-26T12:22:15,024 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/A in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,024 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f5f697f23a0b4b77bc93fb063777f121, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/74e516f69d09441dbdb06732ed330462, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/eb6af5706424478392fd74e0fa612741, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/7dcd99eae4824178a89b2acce647a8de] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=48.8 K 2024-11-26T12:22:15,025 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:15,025 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/B is initiating minor compaction (all files) 2024-11-26T12:22:15,025 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/B in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,025 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/081dc175cf964dda91f86f647a9025d8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/826f9d3a630d412e86ad681e0cad58c4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/96d88ade357b4261b41c1a539f1e928e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/617a871d990647e9964dde81a4e46d9a] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=48.8 K 2024-11-26T12:22:15,025 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5f697f23a0b4b77bc93fb063777f121, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732623732739 2024-11-26T12:22:15,025 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 081dc175cf964dda91f86f647a9025d8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732623732739 2024-11-26T12:22:15,026 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 826f9d3a630d412e86ad681e0cad58c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732623733091 2024-11-26T12:22:15,026 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74e516f69d09441dbdb06732ed330462, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732623733091 2024-11-26T12:22:15,027 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 96d88ade357b4261b41c1a539f1e928e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732623733758 2024-11-26T12:22:15,027 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb6af5706424478392fd74e0fa612741, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732623733758 2024-11-26T12:22:15,027 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 617a871d990647e9964dde81a4e46d9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732623734091 2024-11-26T12:22:15,028 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dcd99eae4824178a89b2acce647a8de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732623734091 2024-11-26T12:22:15,049 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#B#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:15,049 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/e909784d67d247309867cf41e244d03b is 50, key is test_row_0/B:col10/1732623734419/Put/seqid=0 2024-11-26T12:22:15,061 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#A#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:15,062 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/b040a547a49a42f08dc818c5a42b8336 is 50, key is test_row_0/A:col10/1732623734419/Put/seqid=0 2024-11-26T12:22:15,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742155_1331 (size=13255) 2024-11-26T12:22:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T12:22:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:15,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:22:15,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:15,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:15,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:15,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:15,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:15,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:15,096 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/e909784d67d247309867cf41e244d03b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/e909784d67d247309867cf41e244d03b 2024-11-26T12:22:15,099 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:15,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:15,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,103 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/B of fedff3746c472743def68a6863c33331 into e909784d67d247309867cf41e244d03b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:15,103 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:15,103 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/B, priority=12, startTime=1732623735022; duration=0sec 2024-11-26T12:22:15,103 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:15,103 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:15,104 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:15,105 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:15,105 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/C is initiating minor compaction (all files) 2024-11-26T12:22:15,105 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/C in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,106 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/808f97d8f75d4d958012d6d301475faa, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/85203b2368e34c2cbb49442707d66234, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/21f21d12010b4aa3a79d6044cd021cfa] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=36.9 K 2024-11-26T12:22:15,106 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 808f97d8f75d4d958012d6d301475faa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732623733091 2024-11-26T12:22:15,107 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 85203b2368e34c2cbb49442707d66234, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732623733758 2024-11-26T12:22:15,108 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 21f21d12010b4aa3a79d6044cd021cfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732623734091 2024-11-26T12:22:15,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742156_1332 (size=13255) 2024-11-26T12:22:15,121 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/b040a547a49a42f08dc818c5a42b8336 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b040a547a49a42f08dc818c5a42b8336 2024-11-26T12:22:15,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/05ed2bac1b17455094c1a2adbabc4daa is 50, key is test_row_0/A:col10/1732623735090/Put/seqid=0 2024-11-26T12:22:15,137 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:15,137 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/63d64299b2454e46bf3eb5be65711ebe is 50, key is test_row_0/C:col10/1732623734419/Put/seqid=0 2024-11-26T12:22:15,167 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/A of fedff3746c472743def68a6863c33331 into b040a547a49a42f08dc818c5a42b8336(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:15,167 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:15,167 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/A, priority=12, startTime=1732623735022; duration=0sec 2024-11-26T12:22:15,167 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:15,167 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:A 2024-11-26T12:22:15,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623795111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623795168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623795168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623795169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623795184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742157_1333 (size=14741) 2024-11-26T12:22:15,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742158_1334 (size=13255) 2024-11-26T12:22:15,213 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/63d64299b2454e46bf3eb5be65711ebe as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/63d64299b2454e46bf3eb5be65711ebe 2024-11-26T12:22:15,218 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/C of fedff3746c472743def68a6863c33331 into 63d64299b2454e46bf3eb5be65711ebe(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:15,218 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:15,218 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/C, priority=13, startTime=1732623735022; duration=0sec 2024-11-26T12:22:15,218 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:15,218 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:C 2024-11-26T12:22:15,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:15,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:15,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623795270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623795279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623795279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623795279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623795295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623795474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623795485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623795496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623795496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623795502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:15,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:15,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T12:22:15,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/05ed2bac1b17455094c1a2adbabc4daa 2024-11-26T12:22:15,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/8de8fcada3f04ec380f8d8275d72cd6b is 50, key is test_row_0/B:col10/1732623735090/Put/seqid=0 2024-11-26T12:22:15,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742159_1335 (size=12301) 2024-11-26T12:22:15,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/8de8fcada3f04ec380f8d8275d72cd6b 2024-11-26T12:22:15,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/1ccf7f5e44ca4c7683bacdb15a034495 is 50, key is test_row_0/C:col10/1732623735090/Put/seqid=0 2024-11-26T12:22:15,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742160_1336 (size=12301) 2024-11-26T12:22:15,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/1ccf7f5e44ca4c7683bacdb15a034495 2024-11-26T12:22:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/05ed2bac1b17455094c1a2adbabc4daa as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/05ed2bac1b17455094c1a2adbabc4daa 2024-11-26T12:22:15,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:15,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/05ed2bac1b17455094c1a2adbabc4daa, entries=200, sequenceid=433, filesize=14.4 K 2024-11-26T12:22:15,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:15,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/8de8fcada3f04ec380f8d8275d72cd6b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8de8fcada3f04ec380f8d8275d72cd6b 2024-11-26T12:22:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8de8fcada3f04ec380f8d8275d72cd6b, entries=150, sequenceid=433, filesize=12.0 K 2024-11-26T12:22:15,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/1ccf7f5e44ca4c7683bacdb15a034495 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/1ccf7f5e44ca4c7683bacdb15a034495 2024-11-26T12:22:15,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/1ccf7f5e44ca4c7683bacdb15a034495, entries=150, sequenceid=433, filesize=12.0 K 2024-11-26T12:22:15,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for fedff3746c472743def68a6863c33331 in 640ms, sequenceid=433, compaction requested=false 2024-11-26T12:22:15,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:15,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T12:22:15,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:15,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:15,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:15,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/3721f10d7d744c9c8dffc334eb1b8333 is 50, key is test_row_0/A:col10/1732623735109/Put/seqid=0 2024-11-26T12:22:15,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623795823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742161_1337 (size=14741) 2024-11-26T12:22:15,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623795826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623795827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623795829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/3721f10d7d744c9c8dffc334eb1b8333 2024-11-26T12:22:15,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623795830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/74406138d9a540bfb1be10c59829cc3c is 50, key is test_row_0/B:col10/1732623735109/Put/seqid=0 2024-11-26T12:22:15,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:15,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:15,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:15,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:15,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742162_1338 (size=12301) 2024-11-26T12:22:15,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623795932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623795934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623795935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623795935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623795936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623796137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623796138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623796139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623796140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623796146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:16,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:16,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/74406138d9a540bfb1be10c59829cc3c 2024-11-26T12:22:16,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/079ef41c449146a59a872daca8d220db is 50, key is test_row_0/C:col10/1732623735109/Put/seqid=0 2024-11-26T12:22:16,332 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:16,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:16,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742163_1339 (size=12301) 2024-11-26T12:22:16,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/079ef41c449146a59a872daca8d220db 2024-11-26T12:22:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/3721f10d7d744c9c8dffc334eb1b8333 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/3721f10d7d744c9c8dffc334eb1b8333 2024-11-26T12:22:16,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/3721f10d7d744c9c8dffc334eb1b8333, entries=200, sequenceid=451, filesize=14.4 K 2024-11-26T12:22:16,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/74406138d9a540bfb1be10c59829cc3c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/74406138d9a540bfb1be10c59829cc3c 2024-11-26T12:22:16,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/74406138d9a540bfb1be10c59829cc3c, entries=150, sequenceid=451, filesize=12.0 K 2024-11-26T12:22:16,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/079ef41c449146a59a872daca8d220db as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/079ef41c449146a59a872daca8d220db 2024-11-26T12:22:16,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/079ef41c449146a59a872daca8d220db, entries=150, sequenceid=451, filesize=12.0 K 2024-11-26T12:22:16,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for fedff3746c472743def68a6863c33331 in 601ms, sequenceid=451, compaction requested=true 2024-11-26T12:22:16,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:16,384 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:16,384 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:16,385 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:16,385 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/B is initiating minor compaction (all files) 2024-11-26T12:22:16,385 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/B in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,385 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/e909784d67d247309867cf41e244d03b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8de8fcada3f04ec380f8d8275d72cd6b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/74406138d9a540bfb1be10c59829cc3c] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=37.0 K 2024-11-26T12:22:16,386 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting e909784d67d247309867cf41e244d03b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732623734091 2024-11-26T12:22:16,386 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:16,386 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/A is initiating minor compaction (all files) 2024-11-26T12:22:16,386 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/A in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,386 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8de8fcada3f04ec380f8d8275d72cd6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732623734469 2024-11-26T12:22:16,386 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b040a547a49a42f08dc818c5a42b8336, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/05ed2bac1b17455094c1a2adbabc4daa, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/3721f10d7d744c9c8dffc334eb1b8333] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=41.7 K 2024-11-26T12:22:16,387 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74406138d9a540bfb1be10c59829cc3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732623735109 2024-11-26T12:22:16,387 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting b040a547a49a42f08dc818c5a42b8336, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732623734091 2024-11-26T12:22:16,387 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 05ed2bac1b17455094c1a2adbabc4daa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732623734466 2024-11-26T12:22:16,388 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 3721f10d7d744c9c8dffc334eb1b8333, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732623735109 2024-11-26T12:22:16,397 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#B#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:16,397 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/532e148ba410459ea0a52f934e85ad6c is 50, key is test_row_0/B:col10/1732623735109/Put/seqid=0 2024-11-26T12:22:16,400 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#A#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:16,400 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/f5d14a2685bf49f2b09220d5fada76b6 is 50, key is test_row_0/A:col10/1732623735109/Put/seqid=0 2024-11-26T12:22:16,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742164_1340 (size=13357) 2024-11-26T12:22:16,436 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/532e148ba410459ea0a52f934e85ad6c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/532e148ba410459ea0a52f934e85ad6c 2024-11-26T12:22:16,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742165_1341 (size=13357) 2024-11-26T12:22:16,445 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/B of fedff3746c472743def68a6863c33331 into 532e148ba410459ea0a52f934e85ad6c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:16,445 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:16,445 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/B, priority=13, startTime=1732623736384; duration=0sec 2024-11-26T12:22:16,445 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:16,445 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:16,445 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:16,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:22:16,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:16,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:16,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:16,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:16,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:16,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:16,448 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:16,448 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/C is initiating minor compaction (all files) 2024-11-26T12:22:16,448 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/C in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,449 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/63d64299b2454e46bf3eb5be65711ebe, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/1ccf7f5e44ca4c7683bacdb15a034495, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/079ef41c449146a59a872daca8d220db] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=37.0 K 2024-11-26T12:22:16,449 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63d64299b2454e46bf3eb5be65711ebe, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732623734091 2024-11-26T12:22:16,449 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ccf7f5e44ca4c7683bacdb15a034495, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732623734469 2024-11-26T12:22:16,450 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 079ef41c449146a59a872daca8d220db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732623735109 2024-11-26T12:22:16,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/9102795564304cc592e6e40cc419951f is 50, key is test_row_0/A:col10/1732623735827/Put/seqid=0 2024-11-26T12:22:16,479 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#C#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:16,480 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/f52f00bb6a124a2eb5fbb93db4d70ca9 is 50, key is test_row_0/C:col10/1732623735109/Put/seqid=0 2024-11-26T12:22:16,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623796474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623796474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623796475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623796476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623796478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742166_1342 (size=14741) 2024-11-26T12:22:16,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742167_1343 (size=13357) 2024-11-26T12:22:16,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623796585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623796585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623796587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623796587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T12:22:16,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623796590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:16,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:16,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623796790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623796791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:16,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:16,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623796791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623796793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623796806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,850 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/f5d14a2685bf49f2b09220d5fada76b6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f5d14a2685bf49f2b09220d5fada76b6 2024-11-26T12:22:16,858 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/A of fedff3746c472743def68a6863c33331 into f5d14a2685bf49f2b09220d5fada76b6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:16,858 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:16,858 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/A, priority=13, startTime=1732623736383; duration=0sec 2024-11-26T12:22:16,859 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:16,859 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:A 2024-11-26T12:22:16,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/9102795564304cc592e6e40cc419951f 2024-11-26T12:22:16,941 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/f52f00bb6a124a2eb5fbb93db4d70ca9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/f52f00bb6a124a2eb5fbb93db4d70ca9 2024-11-26T12:22:16,947 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/C of fedff3746c472743def68a6863c33331 into f52f00bb6a124a2eb5fbb93db4d70ca9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:16,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:16,947 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:16,947 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/C, priority=13, startTime=1732623736384; duration=0sec 2024-11-26T12:22:16,947 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:16,947 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:C 2024-11-26T12:22:16,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:16,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:16,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:16,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/3602de24aae7458daa46126392f856f9 is 50, key is test_row_0/B:col10/1732623735827/Put/seqid=0 2024-11-26T12:22:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:16,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742168_1344 (size=12301) 2024-11-26T12:22:16,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/3602de24aae7458daa46126392f856f9 2024-11-26T12:22:17,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/b05ec5c3a26b4ad3aa45a8e58a78c0a5 is 50, key is test_row_0/C:col10/1732623735827/Put/seqid=0 2024-11-26T12:22:17,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742169_1345 (size=12301) 2024-11-26T12:22:17,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/b05ec5c3a26b4ad3aa45a8e58a78c0a5 2024-11-26T12:22:17,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/9102795564304cc592e6e40cc419951f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/9102795564304cc592e6e40cc419951f 2024-11-26T12:22:17,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/9102795564304cc592e6e40cc419951f, entries=200, sequenceid=475, filesize=14.4 K 2024-11-26T12:22:17,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/3602de24aae7458daa46126392f856f9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/3602de24aae7458daa46126392f856f9 2024-11-26T12:22:17,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/3602de24aae7458daa46126392f856f9, entries=150, sequenceid=475, filesize=12.0 K 2024-11-26T12:22:17,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/b05ec5c3a26b4ad3aa45a8e58a78c0a5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/b05ec5c3a26b4ad3aa45a8e58a78c0a5 2024-11-26T12:22:17,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/b05ec5c3a26b4ad3aa45a8e58a78c0a5, entries=150, sequenceid=475, filesize=12.0 K 2024-11-26T12:22:17,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for fedff3746c472743def68a6863c33331 in 642ms, sequenceid=475, compaction requested=false 2024-11-26T12:22:17,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:17,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:22:17,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:17,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:17,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:17,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:17,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:17,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:17,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:17,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:17,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:17,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:17,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:17,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:17,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/b62ee96634f747a1b37148b0f52ad983 is 50, key is test_row_0/A:col10/1732623737098/Put/seqid=0 2024-11-26T12:22:17,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742170_1346 (size=14741) 2024-11-26T12:22:17,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/b62ee96634f747a1b37148b0f52ad983 2024-11-26T12:22:17,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623797135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623797137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623797139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623797139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/866909c24e454ac3acf57b007a87cbbf is 50, key is test_row_0/B:col10/1732623737098/Put/seqid=0 2024-11-26T12:22:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623797137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742171_1347 (size=12301) 2024-11-26T12:22:17,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/866909c24e454ac3acf57b007a87cbbf 2024-11-26T12:22:17,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/c432055c6f3d4f29a51bf5a419145c24 is 50, key is test_row_0/C:col10/1732623737098/Put/seqid=0 2024-11-26T12:22:17,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623797241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623797244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623797245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742172_1348 (size=12301) 2024-11-26T12:22:17,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623797248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:17,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:17,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:17,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:17,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:17,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:17,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623797258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:17,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:17,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623797448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623797450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623797450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623797454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623797463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:17,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:17,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:17,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:17,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:17,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:17,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/c432055c6f3d4f29a51bf5a419145c24 2024-11-26T12:22:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/b62ee96634f747a1b37148b0f52ad983 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b62ee96634f747a1b37148b0f52ad983 2024-11-26T12:22:17,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b62ee96634f747a1b37148b0f52ad983, entries=200, sequenceid=492, filesize=14.4 K 2024-11-26T12:22:17,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/866909c24e454ac3acf57b007a87cbbf as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/866909c24e454ac3acf57b007a87cbbf 2024-11-26T12:22:17,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/866909c24e454ac3acf57b007a87cbbf, entries=150, sequenceid=492, filesize=12.0 K 2024-11-26T12:22:17,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/c432055c6f3d4f29a51bf5a419145c24 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/c432055c6f3d4f29a51bf5a419145c24 2024-11-26T12:22:17,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/c432055c6f3d4f29a51bf5a419145c24, entries=150, sequenceid=492, filesize=12.0 K 2024-11-26T12:22:17,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for fedff3746c472743def68a6863c33331 in 586ms, sequenceid=492, compaction requested=true 2024-11-26T12:22:17,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:17,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:17,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:17,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:17,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:17,685 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:17,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:17,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T12:22:17,685 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:17,686 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:17,686 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/A is initiating minor compaction (all files) 2024-11-26T12:22:17,686 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:17,686 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/A in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:17,686 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/B is initiating minor compaction (all files) 2024-11-26T12:22:17,686 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f5d14a2685bf49f2b09220d5fada76b6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/9102795564304cc592e6e40cc419951f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b62ee96634f747a1b37148b0f52ad983] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=41.8 K 2024-11-26T12:22:17,686 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/B in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:17,686 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/532e148ba410459ea0a52f934e85ad6c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/3602de24aae7458daa46126392f856f9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/866909c24e454ac3acf57b007a87cbbf] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=37.1 K 2024-11-26T12:22:17,687 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5d14a2685bf49f2b09220d5fada76b6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732623735109 2024-11-26T12:22:17,687 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 532e148ba410459ea0a52f934e85ad6c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732623735109 2024-11-26T12:22:17,687 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9102795564304cc592e6e40cc419951f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732623735821 2024-11-26T12:22:17,687 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 3602de24aae7458daa46126392f856f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732623735827 2024-11-26T12:22:17,687 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b62ee96634f747a1b37148b0f52ad983, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732623736458 2024-11-26T12:22:17,688 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 866909c24e454ac3acf57b007a87cbbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732623736477 2024-11-26T12:22:17,702 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#B#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:17,702 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/93498801bb654045978db627cca08583 is 50, key is test_row_0/B:col10/1732623737098/Put/seqid=0 2024-11-26T12:22:17,705 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#A#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:17,706 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/dfec5b9437814111b28edb247e8659d7 is 50, key is test_row_0/A:col10/1732623737098/Put/seqid=0 2024-11-26T12:22:17,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T12:22:17,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:17,719 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T12:22:17,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:17,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:17,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:17,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:17,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:17,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:17,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742173_1349 (size=13459) 2024-11-26T12:22:17,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/34a9eddda27741d086e1ae85569924c1 is 50, key is test_row_0/A:col10/1732623737136/Put/seqid=0 2024-11-26T12:22:17,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742174_1350 (size=13459) 2024-11-26T12:22:17,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:17,761 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/dfec5b9437814111b28edb247e8659d7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/dfec5b9437814111b28edb247e8659d7 2024-11-26T12:22:17,773 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/A of fedff3746c472743def68a6863c33331 into dfec5b9437814111b28edb247e8659d7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:17,773 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:17,774 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/A, priority=13, startTime=1732623737685; duration=0sec 2024-11-26T12:22:17,774 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:17,774 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:A 2024-11-26T12:22:17,774 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:17,775 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:17,775 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/C is initiating minor compaction (all files) 2024-11-26T12:22:17,775 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/C in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:17,775 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/f52f00bb6a124a2eb5fbb93db4d70ca9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/b05ec5c3a26b4ad3aa45a8e58a78c0a5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/c432055c6f3d4f29a51bf5a419145c24] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=37.1 K 2024-11-26T12:22:17,775 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting f52f00bb6a124a2eb5fbb93db4d70ca9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732623735109 2024-11-26T12:22:17,776 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b05ec5c3a26b4ad3aa45a8e58a78c0a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732623735827 2024-11-26T12:22:17,776 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting c432055c6f3d4f29a51bf5a419145c24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732623736477 2024-11-26T12:22:17,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742175_1351 (size=12301) 2024-11-26T12:22:17,786 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/34a9eddda27741d086e1ae85569924c1 2024-11-26T12:22:17,789 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:17,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623797782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,790 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/7ce44536fbb245b49d720ea956c9bf3d is 50, key is test_row_0/C:col10/1732623737098/Put/seqid=0 2024-11-26T12:22:17,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623797784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623797784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623797789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/40be54f149754891bc1a3a217efdd8bb is 50, key is test_row_0/B:col10/1732623737136/Put/seqid=0 2024-11-26T12:22:17,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623797796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742176_1352 (size=13459) 2024-11-26T12:22:17,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742177_1353 (size=12301) 2024-11-26T12:22:17,836 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/7ce44536fbb245b49d720ea956c9bf3d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/7ce44536fbb245b49d720ea956c9bf3d 2024-11-26T12:22:17,836 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/40be54f149754891bc1a3a217efdd8bb 2024-11-26T12:22:17,857 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/C of fedff3746c472743def68a6863c33331 into 7ce44536fbb245b49d720ea956c9bf3d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:17,857 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:17,857 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/C, priority=13, startTime=1732623737685; duration=0sec 2024-11-26T12:22:17,858 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:17,858 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:C 2024-11-26T12:22:17,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/a3292bd401c641f6867002983bf476c5 is 50, key is test_row_0/C:col10/1732623737136/Put/seqid=0 2024-11-26T12:22:17,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623797890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623797895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623797895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623797896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623797901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:17,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742178_1354 (size=12301) 2024-11-26T12:22:17,907 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/a3292bd401c641f6867002983bf476c5 2024-11-26T12:22:17,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/34a9eddda27741d086e1ae85569924c1 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/34a9eddda27741d086e1ae85569924c1 2024-11-26T12:22:17,920 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/34a9eddda27741d086e1ae85569924c1, entries=150, sequenceid=514, filesize=12.0 K 2024-11-26T12:22:17,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/40be54f149754891bc1a3a217efdd8bb as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/40be54f149754891bc1a3a217efdd8bb 2024-11-26T12:22:17,926 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/40be54f149754891bc1a3a217efdd8bb, entries=150, sequenceid=514, filesize=12.0 K 2024-11-26T12:22:17,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/a3292bd401c641f6867002983bf476c5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/a3292bd401c641f6867002983bf476c5 2024-11-26T12:22:17,934 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/a3292bd401c641f6867002983bf476c5, entries=150, sequenceid=514, filesize=12.0 K 2024-11-26T12:22:17,935 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for fedff3746c472743def68a6863c33331 in 216ms, sequenceid=514, compaction requested=false 2024-11-26T12:22:17,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:17,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:17,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-26T12:22:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-26T12:22:17,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-26T12:22:17,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4490 sec 2024-11-26T12:22:17,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 3.4550 sec 2024-11-26T12:22:18,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T12:22:18,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:18,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:18,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:18,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:18,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:18,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:18,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/beee956dcc82499e97815a9107ae3d8c is 50, key is test_row_0/A:col10/1732623738098/Put/seqid=0 2024-11-26T12:22:18,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623798130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623798133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623798134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623798136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623798137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,156 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/93498801bb654045978db627cca08583 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/93498801bb654045978db627cca08583 2024-11-26T12:22:18,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742179_1355 (size=14741) 2024-11-26T12:22:18,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/beee956dcc82499e97815a9107ae3d8c 2024-11-26T12:22:18,164 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/B of fedff3746c472743def68a6863c33331 into 93498801bb654045978db627cca08583(size=13.1 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:18,164 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:18,164 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/B, priority=13, startTime=1732623737685; duration=0sec 2024-11-26T12:22:18,164 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:18,164 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:18,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/994acd8ded6f4727b04fc04805668e89 is 50, key is test_row_0/B:col10/1732623738098/Put/seqid=0 2024-11-26T12:22:18,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742180_1356 (size=12301) 2024-11-26T12:22:18,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/994acd8ded6f4727b04fc04805668e89 2024-11-26T12:22:18,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/eddb8b3200ee47f8b892a4e28d34078e is 50, key is test_row_0/C:col10/1732623738098/Put/seqid=0 2024-11-26T12:22:18,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623798237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623798243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623798244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623798244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623798245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742181_1357 (size=12301) 2024-11-26T12:22:18,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623798441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623798449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623798450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623798450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623798451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T12:22:18,594 INFO [Thread-1143 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-26T12:22:18,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-26T12:22:18,598 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T12:22:18,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:18,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T12:22:18,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/eddb8b3200ee47f8b892a4e28d34078e 2024-11-26T12:22:18,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/beee956dcc82499e97815a9107ae3d8c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/beee956dcc82499e97815a9107ae3d8c 2024-11-26T12:22:18,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/beee956dcc82499e97815a9107ae3d8c, entries=200, sequenceid=532, filesize=14.4 K 2024-11-26T12:22:18,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/994acd8ded6f4727b04fc04805668e89 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/994acd8ded6f4727b04fc04805668e89 2024-11-26T12:22:18,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/994acd8ded6f4727b04fc04805668e89, entries=150, sequenceid=532, filesize=12.0 K 2024-11-26T12:22:18,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/eddb8b3200ee47f8b892a4e28d34078e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/eddb8b3200ee47f8b892a4e28d34078e 2024-11-26T12:22:18,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/eddb8b3200ee47f8b892a4e28d34078e, entries=150, sequenceid=532, filesize=12.0 K 2024-11-26T12:22:18,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for fedff3746c472743def68a6863c33331 in 623ms, sequenceid=532, compaction requested=true 2024-11-26T12:22:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:18,724 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T12:22:18,724 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:18,730 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:18,730 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/B is initiating minor compaction (all files) 2024-11-26T12:22:18,730 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/B in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:18,730 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/93498801bb654045978db627cca08583, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/40be54f149754891bc1a3a217efdd8bb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/994acd8ded6f4727b04fc04805668e89] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=37.2 K 2024-11-26T12:22:18,731 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:18,731 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/A is initiating minor compaction (all files) 2024-11-26T12:22:18,731 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/A in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:18,731 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/dfec5b9437814111b28edb247e8659d7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/34a9eddda27741d086e1ae85569924c1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/beee956dcc82499e97815a9107ae3d8c] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=39.6 K 2024-11-26T12:22:18,731 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 93498801bb654045978db627cca08583, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732623736477 2024-11-26T12:22:18,732 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfec5b9437814111b28edb247e8659d7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732623736477 2024-11-26T12:22:18,732 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 40be54f149754891bc1a3a217efdd8bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732623737135 2024-11-26T12:22:18,732 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34a9eddda27741d086e1ae85569924c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732623737135 2024-11-26T12:22:18,733 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting beee956dcc82499e97815a9107ae3d8c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732623737778 2024-11-26T12:22:18,733 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 994acd8ded6f4727b04fc04805668e89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732623737782 2024-11-26T12:22:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:18,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:22:18,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:18,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:18,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:18,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:18,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:18,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:18,751 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T12:22:18,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:18,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:18,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:18,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:18,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:18,754 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#A#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:18,755 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/bda67f450ef940fd9571b9cc4f9b3a68 is 50, key is test_row_0/A:col10/1732623738098/Put/seqid=0 2024-11-26T12:22:18,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/aa9ab807ddc545b5976760ae610db719 is 50, key is test_row_0/A:col10/1732623738132/Put/seqid=0 2024-11-26T12:22:18,763 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#B#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:18,764 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/d322722a70684b16b9f9c9f703e3e357 is 50, key is test_row_0/B:col10/1732623738098/Put/seqid=0 2024-11-26T12:22:18,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623798764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623798766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623798767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623798769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623798769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742182_1358 (size=12301) 2024-11-26T12:22:18,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/aa9ab807ddc545b5976760ae610db719 2024-11-26T12:22:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742183_1359 (size=13561) 2024-11-26T12:22:18,861 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/d322722a70684b16b9f9c9f703e3e357 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/d322722a70684b16b9f9c9f703e3e357 2024-11-26T12:22:18,867 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/B of fedff3746c472743def68a6863c33331 into d322722a70684b16b9f9c9f703e3e357(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:18,867 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:18,867 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/B, priority=13, startTime=1732623738724; duration=0sec 2024-11-26T12:22:18,867 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:18,867 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:18,867 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:18,868 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:18,868 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/C is initiating minor compaction (all files) 2024-11-26T12:22:18,868 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/C in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:18,868 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/7ce44536fbb245b49d720ea956c9bf3d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/a3292bd401c641f6867002983bf476c5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/eddb8b3200ee47f8b892a4e28d34078e] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=37.2 K 2024-11-26T12:22:18,869 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ce44536fbb245b49d720ea956c9bf3d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732623736477 2024-11-26T12:22:18,869 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting a3292bd401c641f6867002983bf476c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732623737135 2024-11-26T12:22:18,870 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting eddb8b3200ee47f8b892a4e28d34078e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732623737782 2024-11-26T12:22:18,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/a1229a58781d4108a56219d9441e9732 is 50, key is test_row_0/B:col10/1732623738132/Put/seqid=0 2024-11-26T12:22:18,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742184_1360 (size=13561) 2024-11-26T12:22:18,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623798871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623798871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623798873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623798875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623798878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,888 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#C#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:18,888 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/fee03f99032541b09473405855394fa3 is 50, key is test_row_0/C:col10/1732623738098/Put/seqid=0 2024-11-26T12:22:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T12:22:18,905 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:18,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T12:22:18,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:18,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:18,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:18,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:18,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:18,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742185_1361 (size=12301) 2024-11-26T12:22:18,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/a1229a58781d4108a56219d9441e9732 2024-11-26T12:22:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742186_1362 (size=13561) 2024-11-26T12:22:18,963 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/fee03f99032541b09473405855394fa3 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/fee03f99032541b09473405855394fa3 2024-11-26T12:22:18,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/fdf2ad9927bb4d30ac298300f87e02c5 is 50, key is test_row_0/C:col10/1732623738132/Put/seqid=0 2024-11-26T12:22:18,970 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/C of fedff3746c472743def68a6863c33331 into fee03f99032541b09473405855394fa3(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:18,970 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:18,970 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/C, priority=13, startTime=1732623738724; duration=0sec 2024-11-26T12:22:18,971 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:18,971 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:C 2024-11-26T12:22:18,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742187_1363 (size=12301) 2024-11-26T12:22:18,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/fdf2ad9927bb4d30ac298300f87e02c5 2024-11-26T12:22:18,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/aa9ab807ddc545b5976760ae610db719 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/aa9ab807ddc545b5976760ae610db719 2024-11-26T12:22:19,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/aa9ab807ddc545b5976760ae610db719, entries=150, sequenceid=556, filesize=12.0 K 2024-11-26T12:22:19,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/a1229a58781d4108a56219d9441e9732 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/a1229a58781d4108a56219d9441e9732 2024-11-26T12:22:19,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/a1229a58781d4108a56219d9441e9732, entries=150, sequenceid=556, filesize=12.0 K 2024-11-26T12:22:19,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/fdf2ad9927bb4d30ac298300f87e02c5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/fdf2ad9927bb4d30ac298300f87e02c5 2024-11-26T12:22:19,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/fdf2ad9927bb4d30ac298300f87e02c5, entries=150, sequenceid=556, filesize=12.0 K 2024-11-26T12:22:19,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for fedff3746c472743def68a6863c33331 in 279ms, sequenceid=556, compaction requested=false 2024-11-26T12:22:19,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:19,059 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T12:22:19,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:19,059 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:22:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:19,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/18e065bf60a943da85da17323e62e830 is 50, key is test_row_0/A:col10/1732623738766/Put/seqid=0 2024-11-26T12:22:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:19,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:19,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742188_1364 (size=9857) 2024-11-26T12:22:19,100 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/18e065bf60a943da85da17323e62e830 2024-11-26T12:22:19,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/977546b53891432599277dae973aa083 is 50, key is test_row_0/B:col10/1732623738766/Put/seqid=0 2024-11-26T12:22:19,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623799112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623799115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623799121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623799122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623799123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742189_1365 (size=9857) 2024-11-26T12:22:19,160 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/977546b53891432599277dae973aa083 2024-11-26T12:22:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/a5409195186a452d93ef9324a21b991d is 50, key is test_row_0/C:col10/1732623738766/Put/seqid=0 2024-11-26T12:22:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T12:22:19,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742190_1366 (size=9857) 2024-11-26T12:22:19,217 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/a5409195186a452d93ef9324a21b991d 2024-11-26T12:22:19,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/18e065bf60a943da85da17323e62e830 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/18e065bf60a943da85da17323e62e830 2024-11-26T12:22:19,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623799223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623799224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,228 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/18e065bf60a943da85da17323e62e830, entries=100, sequenceid=572, filesize=9.6 K 2024-11-26T12:22:19,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/977546b53891432599277dae973aa083 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/977546b53891432599277dae973aa083 2024-11-26T12:22:19,234 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/977546b53891432599277dae973aa083, entries=100, sequenceid=572, filesize=9.6 K 2024-11-26T12:22:19,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/a5409195186a452d93ef9324a21b991d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/a5409195186a452d93ef9324a21b991d 2024-11-26T12:22:19,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623799229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623799229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623799231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,247 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/a5409195186a452d93ef9324a21b991d, entries=100, sequenceid=572, filesize=9.6 K 2024-11-26T12:22:19,248 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for fedff3746c472743def68a6863c33331 in 188ms, sequenceid=572, compaction requested=true 2024-11-26T12:22:19,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:19,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:19,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-26T12:22:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-26T12:22:19,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-26T12:22:19,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 650 msec 2024-11-26T12:22:19,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 654 msec 2024-11-26T12:22:19,287 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/bda67f450ef940fd9571b9cc4f9b3a68 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/bda67f450ef940fd9571b9cc4f9b3a68 2024-11-26T12:22:19,294 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fedff3746c472743def68a6863c33331/A of fedff3746c472743def68a6863c33331 into bda67f450ef940fd9571b9cc4f9b3a68(size=13.2 K), total size for store is 34.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:19,294 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:19,294 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/A, priority=13, startTime=1732623738724; duration=0sec 2024-11-26T12:22:19,295 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:19,295 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:A 2024-11-26T12:22:19,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T12:22:19,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:19,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:19,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:19,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:19,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:19,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:19,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/eaf89f5ae4404e1198b0bd87f1fcf468 is 50, key is test_row_0/A:col10/1732623739119/Put/seqid=0 2024-11-26T12:22:19,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623799450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623799451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623799456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623799486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623799486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742191_1367 (size=12301) 2024-11-26T12:22:19,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/eaf89f5ae4404e1198b0bd87f1fcf468 2024-11-26T12:22:19,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/2f3a24057b404cbca73f5e67ba103915 is 50, key is test_row_0/B:col10/1732623739119/Put/seqid=0 2024-11-26T12:22:19,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742192_1368 (size=12301) 2024-11-26T12:22:19,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/2f3a24057b404cbca73f5e67ba103915 2024-11-26T12:22:19,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/291f69955e374f3588963948518a9f0b is 50, key is test_row_0/C:col10/1732623739119/Put/seqid=0 2024-11-26T12:22:19,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623799587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623799588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623799592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623799592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742193_1369 (size=12301) 2024-11-26T12:22:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T12:22:19,704 INFO [Thread-1143 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-26T12:22:19,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-26T12:22:19,708 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:19,709 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:19,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T12:22:19,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623799784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623799789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623799794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623799797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623799797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T12:22:19,861 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:19,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T12:22:19,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:19,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:19,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:19,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:19,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T12:22:20,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T12:22:20,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:20,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/291f69955e374f3588963948518a9f0b 2024-11-26T12:22:20,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/eaf89f5ae4404e1198b0bd87f1fcf468 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/eaf89f5ae4404e1198b0bd87f1fcf468 2024-11-26T12:22:20,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/eaf89f5ae4404e1198b0bd87f1fcf468, entries=150, sequenceid=598, filesize=12.0 K 2024-11-26T12:22:20,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/2f3a24057b404cbca73f5e67ba103915 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/2f3a24057b404cbca73f5e67ba103915 2024-11-26T12:22:20,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/2f3a24057b404cbca73f5e67ba103915, entries=150, sequenceid=598, filesize=12.0 K 2024-11-26T12:22:20,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/291f69955e374f3588963948518a9f0b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/291f69955e374f3588963948518a9f0b 2024-11-26T12:22:20,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/291f69955e374f3588963948518a9f0b, entries=150, sequenceid=598, filesize=12.0 K 2024-11-26T12:22:20,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fedff3746c472743def68a6863c33331 in 616ms, sequenceid=598, compaction requested=true 2024-11-26T12:22:20,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:20,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:20,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:20,047 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:20,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:20,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:20,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedff3746c472743def68a6863c33331:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:20,047 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:20,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:20,049 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48020 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:20,049 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/B is initiating minor compaction (all files) 2024-11-26T12:22:20,049 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/B in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,049 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/d322722a70684b16b9f9c9f703e3e357, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/a1229a58781d4108a56219d9441e9732, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/977546b53891432599277dae973aa083, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/2f3a24057b404cbca73f5e67ba103915] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=46.9 K 2024-11-26T12:22:20,050 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48020 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:20,050 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting d322722a70684b16b9f9c9f703e3e357, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732623737782 2024-11-26T12:22:20,050 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/A is initiating minor compaction (all files) 2024-11-26T12:22:20,050 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/A in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,050 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/bda67f450ef940fd9571b9cc4f9b3a68, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/aa9ab807ddc545b5976760ae610db719, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/18e065bf60a943da85da17323e62e830, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/eaf89f5ae4404e1198b0bd87f1fcf468] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=46.9 K 2024-11-26T12:22:20,051 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting a1229a58781d4108a56219d9441e9732, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732623738132 2024-11-26T12:22:20,051 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting bda67f450ef940fd9571b9cc4f9b3a68, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732623737782 2024-11-26T12:22:20,051 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa9ab807ddc545b5976760ae610db719, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732623738132 2024-11-26T12:22:20,051 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 977546b53891432599277dae973aa083, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1732623738766 2024-11-26T12:22:20,052 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f3a24057b404cbca73f5e67ba103915, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1732623739114 2024-11-26T12:22:20,052 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18e065bf60a943da85da17323e62e830, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1732623738766 2024-11-26T12:22:20,052 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaf89f5ae4404e1198b0bd87f1fcf468, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1732623739114 2024-11-26T12:22:20,073 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#A#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:20,075 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/75d7be6402324b63a009bbf8bc4a1f56 is 50, key is test_row_0/A:col10/1732623739119/Put/seqid=0 2024-11-26T12:22:20,078 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#B#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:20,079 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/fafc6c5f17d84791b5d3232b01c99013 is 50, key is test_row_0/B:col10/1732623739119/Put/seqid=0 2024-11-26T12:22:20,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:22:20,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:20,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:20,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:20,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:20,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:20,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:20,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742194_1370 (size=13697) 2024-11-26T12:22:20,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/f8a6d50446fb449b8f53d1ad4188a5fc is 50, key is test_row_0/A:col10/1732623740099/Put/seqid=0 2024-11-26T12:22:20,128 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/75d7be6402324b63a009bbf8bc4a1f56 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/75d7be6402324b63a009bbf8bc4a1f56 2024-11-26T12:22:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742195_1371 (size=13697) 2024-11-26T12:22:20,135 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/A of fedff3746c472743def68a6863c33331 into 75d7be6402324b63a009bbf8bc4a1f56(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:20,135 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:20,135 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/A, priority=12, startTime=1732623740047; duration=0sec 2024-11-26T12:22:20,135 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:20,136 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:A 2024-11-26T12:22:20,136 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:20,143 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/fafc6c5f17d84791b5d3232b01c99013 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/fafc6c5f17d84791b5d3232b01c99013 2024-11-26T12:22:20,145 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48020 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:20,146 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): fedff3746c472743def68a6863c33331/C is initiating minor compaction (all files) 2024-11-26T12:22:20,146 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fedff3746c472743def68a6863c33331/C in TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,146 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/fee03f99032541b09473405855394fa3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/fdf2ad9927bb4d30ac298300f87e02c5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/a5409195186a452d93ef9324a21b991d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/291f69955e374f3588963948518a9f0b] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp, totalSize=46.9 K 2024-11-26T12:22:20,147 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting fee03f99032541b09473405855394fa3, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732623737782 2024-11-26T12:22:20,147 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdf2ad9927bb4d30ac298300f87e02c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732623738132 2024-11-26T12:22:20,148 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5409195186a452d93ef9324a21b991d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1732623738766 2024-11-26T12:22:20,149 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 291f69955e374f3588963948518a9f0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1732623739114 2024-11-26T12:22:20,151 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/B of fedff3746c472743def68a6863c33331 into fafc6c5f17d84791b5d3232b01c99013(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:20,151 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:20,151 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/B, priority=12, startTime=1732623740047; duration=0sec 2024-11-26T12:22:20,151 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:20,151 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:B 2024-11-26T12:22:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742196_1372 (size=12301) 2024-11-26T12:22:20,174 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T12:22:20,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623800165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:20,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623800166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,178 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedff3746c472743def68a6863c33331#C#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:20,178 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/41323f2c13764a66b3f947d31e7eb329 is 50, key is test_row_0/C:col10/1732623739119/Put/seqid=0 2024-11-26T12:22:20,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623800175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623800177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742197_1373 (size=13697) 2024-11-26T12:22:20,225 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/41323f2c13764a66b3f947d31e7eb329 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/41323f2c13764a66b3f947d31e7eb329 2024-11-26T12:22:20,233 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fedff3746c472743def68a6863c33331/C of fedff3746c472743def68a6863c33331 into 41323f2c13764a66b3f947d31e7eb329(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:20,233 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:20,233 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331., storeName=fedff3746c472743def68a6863c33331/C, priority=12, startTime=1732623740047; duration=0sec 2024-11-26T12:22:20,233 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:20,233 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedff3746c472743def68a6863c33331:C 2024-11-26T12:22:20,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623800277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623800277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623800287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623800285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37378 deadline: 1732623800288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T12:22:20,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T12:22:20,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:20,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,482 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T12:22:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:20,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623800487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623800487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623800493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623800494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/f8a6d50446fb449b8f53d1ad4188a5fc 2024-11-26T12:22:20,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/1efda9f6b29f43498807ce0867408f75 is 50, key is test_row_0/B:col10/1732623740099/Put/seqid=0 2024-11-26T12:22:20,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742198_1374 (size=12301) 2024-11-26T12:22:20,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/1efda9f6b29f43498807ce0867408f75 2024-11-26T12:22:20,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T12:22:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/4322d78af03743259bbdce4f2fec0be8 is 50, key is test_row_0/C:col10/1732623740099/Put/seqid=0 2024-11-26T12:22:20,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742199_1375 (size=12301) 2024-11-26T12:22:20,789 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T12:22:20,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:20,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37366 deadline: 1732623800791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37406 deadline: 1732623800791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1732623800797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37356 deadline: 1732623800798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T12:22:20,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:20,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T12:22:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:20,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:21,097 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:21,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T12:22:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:21,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:21,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:21,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/4322d78af03743259bbdce4f2fec0be8 2024-11-26T12:22:21,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/f8a6d50446fb449b8f53d1ad4188a5fc as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f8a6d50446fb449b8f53d1ad4188a5fc 2024-11-26T12:22:21,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f8a6d50446fb449b8f53d1ad4188a5fc, entries=150, sequenceid=610, filesize=12.0 K 2024-11-26T12:22:21,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/1efda9f6b29f43498807ce0867408f75 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/1efda9f6b29f43498807ce0867408f75 2024-11-26T12:22:21,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/1efda9f6b29f43498807ce0867408f75, entries=150, sequenceid=610, filesize=12.0 K 2024-11-26T12:22:21,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/4322d78af03743259bbdce4f2fec0be8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4322d78af03743259bbdce4f2fec0be8 2024-11-26T12:22:21,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4322d78af03743259bbdce4f2fec0be8, entries=150, sequenceid=610, filesize=12.0 K 2024-11-26T12:22:21,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for fedff3746c472743def68a6863c33331 in 1027ms, sequenceid=610, compaction requested=false 2024-11-26T12:22:21,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:21,250 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:21,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T12:22:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:21,251 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T12:22:21,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:21,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:21,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:21,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:21,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:21,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:21,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/df921b7ce6654418ac8afc2beefa3e0c is 50, key is test_row_0/A:col10/1732623740152/Put/seqid=0 2024-11-26T12:22:21,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742200_1376 (size=12301) 2024-11-26T12:22:21,296 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=638 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/df921b7ce6654418ac8afc2beefa3e0c 2024-11-26T12:22:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on fedff3746c472743def68a6863c33331 2024-11-26T12:22:21,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. as already flushing 2024-11-26T12:22:21,308 DEBUG [Thread-1146 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:61369 2024-11-26T12:22:21,308 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:21,309 DEBUG [Thread-1141 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:61369 2024-11-26T12:22:21,309 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:21,310 DEBUG [Thread-1152 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:61369 2024-11-26T12:22:21,310 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:21,311 DEBUG [Thread-1144 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:61369 2024-11-26T12:22:21,311 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:21,312 DEBUG [Thread-1137 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:61369 2024-11-26T12:22:21,312 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:21,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/21053ea0f3dd4ae1b53f9bb2c46370ba is 50, key is test_row_0/B:col10/1732623740152/Put/seqid=0 2024-11-26T12:22:21,315 DEBUG [Thread-1139 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:61369 2024-11-26T12:22:21,315 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:21,316 DEBUG [Thread-1148 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:61369 2024-11-26T12:22:21,316 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:21,318 DEBUG [Thread-1150 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:61369 2024-11-26T12:22:21,318 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:21,318 DEBUG [Thread-1135 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:61369 2024-11-26T12:22:21,318 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:21,323 DEBUG [Thread-1133 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:61369 2024-11-26T12:22:21,323 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:21,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742201_1377 (size=12301) 2024-11-26T12:22:21,729 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=638 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/21053ea0f3dd4ae1b53f9bb2c46370ba 2024-11-26T12:22:21,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/48c8429be9f74f72949af3f18fe221b3 is 50, key is test_row_0/C:col10/1732623740152/Put/seqid=0 2024-11-26T12:22:21,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742202_1378 (size=12301) 2024-11-26T12:22:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T12:22:22,146 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=638 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/48c8429be9f74f72949af3f18fe221b3 2024-11-26T12:22:22,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/df921b7ce6654418ac8afc2beefa3e0c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/df921b7ce6654418ac8afc2beefa3e0c 2024-11-26T12:22:22,155 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/df921b7ce6654418ac8afc2beefa3e0c, entries=150, sequenceid=638, filesize=12.0 K 2024-11-26T12:22:22,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/21053ea0f3dd4ae1b53f9bb2c46370ba as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/21053ea0f3dd4ae1b53f9bb2c46370ba 2024-11-26T12:22:22,159 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/21053ea0f3dd4ae1b53f9bb2c46370ba, entries=150, sequenceid=638, filesize=12.0 K 2024-11-26T12:22:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/48c8429be9f74f72949af3f18fe221b3 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/48c8429be9f74f72949af3f18fe221b3 2024-11-26T12:22:22,164 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/48c8429be9f74f72949af3f18fe221b3, entries=150, sequenceid=638, filesize=12.0 K 2024-11-26T12:22:22,165 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=40.25 KB/41220 for fedff3746c472743def68a6863c33331 in 914ms, sequenceid=638, compaction requested=true 2024-11-26T12:22:22,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:22,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:22,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-26T12:22:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-26T12:22:22,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-26T12:22:22,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4570 sec 2024-11-26T12:22:22,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.4620 sec 2024-11-26T12:22:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T12:22:23,815 INFO [Thread-1143 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-26T12:22:23,816 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T12:22:23,816 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-26T12:22:23,816 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-26T12:22:23,816 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-26T12:22:23,816 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-26T12:22:23,816 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-26T12:22:23,816 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T12:22:23,816 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4067 2024-11-26T12:22:23,816 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4072 2024-11-26T12:22:23,816 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4031 2024-11-26T12:22:23,816 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4078 2024-11-26T12:22:23,816 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4070 2024-11-26T12:22:23,816 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T12:22:23,816 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T12:22:23,816 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:61369 2024-11-26T12:22:23,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:23,817 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T12:22:23,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T12:22:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T12:22:23,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623743820"}]},"ts":"1732623743820"} 2024-11-26T12:22:23,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T12:22:23,824 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T12:22:23,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T12:22:23,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedff3746c472743def68a6863c33331, UNASSIGN}] 2024-11-26T12:22:23,826 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedff3746c472743def68a6863c33331, UNASSIGN 2024-11-26T12:22:23,827 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=fedff3746c472743def68a6863c33331, regionState=CLOSING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:22:23,827 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T12:22:23,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:22:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T12:22:23,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:23,979 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close fedff3746c472743def68a6863c33331 2024-11-26T12:22:23,979 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T12:22:23,980 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing fedff3746c472743def68a6863c33331, disabling compactions & flushes 2024-11-26T12:22:23,980 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:23,980 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:23,980 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. after waiting 0 ms 2024-11-26T12:22:23,980 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:23,980 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing fedff3746c472743def68a6863c33331 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-26T12:22:23,980 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=A 2024-11-26T12:22:23,980 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:23,980 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=B 2024-11-26T12:22:23,980 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:23,980 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedff3746c472743def68a6863c33331, store=C 2024-11-26T12:22:23,980 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:23,985 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/d18de5c77c51425587b9b4f9d242e5d0 is 50, key is test_row_0/A:col10/1732623741314/Put/seqid=0 2024-11-26T12:22:24,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742203_1379 (size=9857) 2024-11-26T12:22:24,002 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/d18de5c77c51425587b9b4f9d242e5d0 2024-11-26T12:22:24,026 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/79b2bf3dbeee4668b195f3a011264fea is 50, key is test_row_0/B:col10/1732623741314/Put/seqid=0 2024-11-26T12:22:24,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742204_1380 (size=9857) 2024-11-26T12:22:24,044 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/79b2bf3dbeee4668b195f3a011264fea 2024-11-26T12:22:24,052 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/7c4bd4d079fa4343b0d47338fe1e1ef4 is 50, key is test_row_0/C:col10/1732623741314/Put/seqid=0 2024-11-26T12:22:24,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742205_1381 (size=9857) 2024-11-26T12:22:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T12:22:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T12:22:24,494 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/7c4bd4d079fa4343b0d47338fe1e1ef4 2024-11-26T12:22:24,500 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/A/d18de5c77c51425587b9b4f9d242e5d0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/d18de5c77c51425587b9b4f9d242e5d0 2024-11-26T12:22:24,504 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/d18de5c77c51425587b9b4f9d242e5d0, entries=100, sequenceid=647, filesize=9.6 K 2024-11-26T12:22:24,505 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/B/79b2bf3dbeee4668b195f3a011264fea as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/79b2bf3dbeee4668b195f3a011264fea 2024-11-26T12:22:24,509 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/79b2bf3dbeee4668b195f3a011264fea, entries=100, sequenceid=647, filesize=9.6 K 2024-11-26T12:22:24,510 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/.tmp/C/7c4bd4d079fa4343b0d47338fe1e1ef4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/7c4bd4d079fa4343b0d47338fe1e1ef4 2024-11-26T12:22:24,513 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/7c4bd4d079fa4343b0d47338fe1e1ef4, entries=100, sequenceid=647, filesize=9.6 K 2024-11-26T12:22:24,514 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for fedff3746c472743def68a6863c33331 in 534ms, sequenceid=647, compaction requested=true 2024-11-26T12:22:24,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/0d78c59461944548a5ba5c7ed2c282af, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/93a0944f62ca49d388169211c4c8476e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b13286d2f3e641df92a98b7141c85ab2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/0405cae183c840309c8cb786577a9461, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/89979342a4144e52bea2408e7f94c2ef, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/87fd99d136454ba99cd8073f331ecc47, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b85c582436f542d6aaec151b6c4e5734, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/8ac3e97d6eda484baec75500598e4c7e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f9598c42f3c548bb8e2a71cd0c3b029d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/97820cd54af44e2db3fd669f2fda6cab, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/e64635a122da40caab2036c4a268f712, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/74ad4b7795ed46aea886a6091704313c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/1807afcd59a240ea9855272d0284498f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/87bc9ddda54941b3bf969052f9955ff9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/9bc280865aa1455db54dcff9348017c7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/c8cf6c346d964277aac7399ecbc50036, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/d711d9797ec34c3fa2b433ebf923d6ff, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/292fe9d1d03c4c72bd62d9744b119e98, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/6347dbd778ef404d84bdb4bb66f5b051, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5a7b5cab20d3454aa001434ab750f90e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/ab2fdd54c68e41efbb84171db24f0fbf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5238e05cb46944b5983fe9f018485a9a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5ef1b128e72a45579387dc391522978d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f5f697f23a0b4b77bc93fb063777f121, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/359ed271651d48eeb1943366683a891e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/74e516f69d09441dbdb06732ed330462, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/eb6af5706424478392fd74e0fa612741, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b040a547a49a42f08dc818c5a42b8336, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/7dcd99eae4824178a89b2acce647a8de, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/05ed2bac1b17455094c1a2adbabc4daa, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/3721f10d7d744c9c8dffc334eb1b8333, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f5d14a2685bf49f2b09220d5fada76b6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/9102795564304cc592e6e40cc419951f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b62ee96634f747a1b37148b0f52ad983, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/dfec5b9437814111b28edb247e8659d7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/34a9eddda27741d086e1ae85569924c1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/beee956dcc82499e97815a9107ae3d8c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/bda67f450ef940fd9571b9cc4f9b3a68, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/aa9ab807ddc545b5976760ae610db719, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/18e065bf60a943da85da17323e62e830, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/eaf89f5ae4404e1198b0bd87f1fcf468] to archive 2024-11-26T12:22:24,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:22:24,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/0d78c59461944548a5ba5c7ed2c282af to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/0d78c59461944548a5ba5c7ed2c282af 2024-11-26T12:22:24,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/93a0944f62ca49d388169211c4c8476e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/93a0944f62ca49d388169211c4c8476e 2024-11-26T12:22:24,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b13286d2f3e641df92a98b7141c85ab2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b13286d2f3e641df92a98b7141c85ab2 2024-11-26T12:22:24,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/0405cae183c840309c8cb786577a9461 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/0405cae183c840309c8cb786577a9461 2024-11-26T12:22:24,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/89979342a4144e52bea2408e7f94c2ef to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/89979342a4144e52bea2408e7f94c2ef 2024-11-26T12:22:24,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/87fd99d136454ba99cd8073f331ecc47 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/87fd99d136454ba99cd8073f331ecc47 2024-11-26T12:22:24,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b85c582436f542d6aaec151b6c4e5734 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b85c582436f542d6aaec151b6c4e5734 2024-11-26T12:22:24,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/8ac3e97d6eda484baec75500598e4c7e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/8ac3e97d6eda484baec75500598e4c7e 2024-11-26T12:22:24,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f9598c42f3c548bb8e2a71cd0c3b029d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f9598c42f3c548bb8e2a71cd0c3b029d 2024-11-26T12:22:24,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/97820cd54af44e2db3fd669f2fda6cab to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/97820cd54af44e2db3fd669f2fda6cab 2024-11-26T12:22:24,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/e64635a122da40caab2036c4a268f712 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/e64635a122da40caab2036c4a268f712 2024-11-26T12:22:24,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/74ad4b7795ed46aea886a6091704313c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/74ad4b7795ed46aea886a6091704313c 2024-11-26T12:22:24,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/1807afcd59a240ea9855272d0284498f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/1807afcd59a240ea9855272d0284498f 2024-11-26T12:22:24,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/87bc9ddda54941b3bf969052f9955ff9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/87bc9ddda54941b3bf969052f9955ff9 2024-11-26T12:22:24,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/9bc280865aa1455db54dcff9348017c7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/9bc280865aa1455db54dcff9348017c7 2024-11-26T12:22:24,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/c8cf6c346d964277aac7399ecbc50036 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/c8cf6c346d964277aac7399ecbc50036 2024-11-26T12:22:24,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/d711d9797ec34c3fa2b433ebf923d6ff to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/d711d9797ec34c3fa2b433ebf923d6ff 2024-11-26T12:22:24,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/292fe9d1d03c4c72bd62d9744b119e98 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/292fe9d1d03c4c72bd62d9744b119e98 2024-11-26T12:22:24,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/6347dbd778ef404d84bdb4bb66f5b051 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/6347dbd778ef404d84bdb4bb66f5b051 2024-11-26T12:22:24,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5a7b5cab20d3454aa001434ab750f90e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5a7b5cab20d3454aa001434ab750f90e 2024-11-26T12:22:24,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/ab2fdd54c68e41efbb84171db24f0fbf to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/ab2fdd54c68e41efbb84171db24f0fbf 2024-11-26T12:22:24,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5238e05cb46944b5983fe9f018485a9a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5238e05cb46944b5983fe9f018485a9a 2024-11-26T12:22:24,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5ef1b128e72a45579387dc391522978d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/5ef1b128e72a45579387dc391522978d 2024-11-26T12:22:24,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f5f697f23a0b4b77bc93fb063777f121 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f5f697f23a0b4b77bc93fb063777f121 2024-11-26T12:22:24,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/359ed271651d48eeb1943366683a891e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/359ed271651d48eeb1943366683a891e 2024-11-26T12:22:24,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/74e516f69d09441dbdb06732ed330462 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/74e516f69d09441dbdb06732ed330462 2024-11-26T12:22:24,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/eb6af5706424478392fd74e0fa612741 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/eb6af5706424478392fd74e0fa612741 2024-11-26T12:22:24,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b040a547a49a42f08dc818c5a42b8336 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b040a547a49a42f08dc818c5a42b8336 2024-11-26T12:22:24,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/7dcd99eae4824178a89b2acce647a8de to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/7dcd99eae4824178a89b2acce647a8de 2024-11-26T12:22:24,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/05ed2bac1b17455094c1a2adbabc4daa to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/05ed2bac1b17455094c1a2adbabc4daa 2024-11-26T12:22:24,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/3721f10d7d744c9c8dffc334eb1b8333 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/3721f10d7d744c9c8dffc334eb1b8333 2024-11-26T12:22:24,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f5d14a2685bf49f2b09220d5fada76b6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f5d14a2685bf49f2b09220d5fada76b6 2024-11-26T12:22:24,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/9102795564304cc592e6e40cc419951f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/9102795564304cc592e6e40cc419951f 2024-11-26T12:22:24,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b62ee96634f747a1b37148b0f52ad983 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/b62ee96634f747a1b37148b0f52ad983 2024-11-26T12:22:24,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/dfec5b9437814111b28edb247e8659d7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/dfec5b9437814111b28edb247e8659d7 2024-11-26T12:22:24,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/34a9eddda27741d086e1ae85569924c1 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/34a9eddda27741d086e1ae85569924c1 2024-11-26T12:22:24,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/beee956dcc82499e97815a9107ae3d8c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/beee956dcc82499e97815a9107ae3d8c 2024-11-26T12:22:24,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/bda67f450ef940fd9571b9cc4f9b3a68 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/bda67f450ef940fd9571b9cc4f9b3a68 2024-11-26T12:22:24,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/aa9ab807ddc545b5976760ae610db719 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/aa9ab807ddc545b5976760ae610db719 2024-11-26T12:22:24,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/18e065bf60a943da85da17323e62e830 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/18e065bf60a943da85da17323e62e830 2024-11-26T12:22:24,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/eaf89f5ae4404e1198b0bd87f1fcf468 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/eaf89f5ae4404e1198b0bd87f1fcf468 2024-11-26T12:22:24,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/43a2790a4bb741dba2425b4b31b907e7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/0cc69a7f2c88423fb18fa60da1044450, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/81b691f3356d470f93a28f82c67ce42d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/e95eabac6e38451ba5fae9a62847f113, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/5fea61f66ea04f0a9af6b2f87e624a86, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/654662a758aa41dd8ee4e74cd2e79831, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/f8b2965673494c72b7ee8fcecab567d7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8a3aeb1205fa455ca2b0f0dbd35c0d12, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/01e5f3e3c74b426692877f159e7f85b0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/4520bec973834c52b8a95c874f6f3936, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/bad1cac054b2442593c5b75e8a3f9038, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/4b699454a9be461da7d91b83add66963, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/17360e66462749e286e84d8342871b35, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/0d9f1d23a1314b96b5598d8c98ad9f3e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/66a8f038fd5943c0bc0b888952c06c49, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/9e79844483624795a9040652f58848ff, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8e60009cc8b84380858fc67b8230f9f8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/d67b480813ca44c4a98efa66242fb5a0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/96a5b9700ac441e3b54c5853c04e87bd, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/f2bca545467b4847a7b1887543eaae30, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/02f3945371db4b5da021d2f9df972759, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/26bb5fda531249b68d423177a9b9a79d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/529547395e3b4ea094880c21447b7afa, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/081dc175cf964dda91f86f647a9025d8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/36ee787b692d45a79cc865cfad249520, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/826f9d3a630d412e86ad681e0cad58c4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/96d88ade357b4261b41c1a539f1e928e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/e909784d67d247309867cf41e244d03b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/617a871d990647e9964dde81a4e46d9a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8de8fcada3f04ec380f8d8275d72cd6b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/532e148ba410459ea0a52f934e85ad6c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/74406138d9a540bfb1be10c59829cc3c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/3602de24aae7458daa46126392f856f9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/93498801bb654045978db627cca08583, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/866909c24e454ac3acf57b007a87cbbf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/40be54f149754891bc1a3a217efdd8bb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/d322722a70684b16b9f9c9f703e3e357, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/994acd8ded6f4727b04fc04805668e89, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/a1229a58781d4108a56219d9441e9732, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/977546b53891432599277dae973aa083, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/2f3a24057b404cbca73f5e67ba103915] to archive 2024-11-26T12:22:24,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:22:24,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/43a2790a4bb741dba2425b4b31b907e7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/43a2790a4bb741dba2425b4b31b907e7 2024-11-26T12:22:24,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/0cc69a7f2c88423fb18fa60da1044450 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/0cc69a7f2c88423fb18fa60da1044450 2024-11-26T12:22:24,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/81b691f3356d470f93a28f82c67ce42d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/81b691f3356d470f93a28f82c67ce42d 2024-11-26T12:22:24,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/e95eabac6e38451ba5fae9a62847f113 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/e95eabac6e38451ba5fae9a62847f113 2024-11-26T12:22:24,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/5fea61f66ea04f0a9af6b2f87e624a86 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/5fea61f66ea04f0a9af6b2f87e624a86 2024-11-26T12:22:24,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/654662a758aa41dd8ee4e74cd2e79831 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/654662a758aa41dd8ee4e74cd2e79831 2024-11-26T12:22:24,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/f8b2965673494c72b7ee8fcecab567d7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/f8b2965673494c72b7ee8fcecab567d7 2024-11-26T12:22:24,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8a3aeb1205fa455ca2b0f0dbd35c0d12 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8a3aeb1205fa455ca2b0f0dbd35c0d12 2024-11-26T12:22:24,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/01e5f3e3c74b426692877f159e7f85b0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/01e5f3e3c74b426692877f159e7f85b0 2024-11-26T12:22:24,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/4520bec973834c52b8a95c874f6f3936 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/4520bec973834c52b8a95c874f6f3936 2024-11-26T12:22:24,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/bad1cac054b2442593c5b75e8a3f9038 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/bad1cac054b2442593c5b75e8a3f9038 2024-11-26T12:22:24,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/4b699454a9be461da7d91b83add66963 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/4b699454a9be461da7d91b83add66963 2024-11-26T12:22:24,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/17360e66462749e286e84d8342871b35 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/17360e66462749e286e84d8342871b35 2024-11-26T12:22:24,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/0d9f1d23a1314b96b5598d8c98ad9f3e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/0d9f1d23a1314b96b5598d8c98ad9f3e 2024-11-26T12:22:24,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/66a8f038fd5943c0bc0b888952c06c49 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/66a8f038fd5943c0bc0b888952c06c49 2024-11-26T12:22:24,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/9e79844483624795a9040652f58848ff to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/9e79844483624795a9040652f58848ff 2024-11-26T12:22:24,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8e60009cc8b84380858fc67b8230f9f8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8e60009cc8b84380858fc67b8230f9f8 2024-11-26T12:22:24,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/d67b480813ca44c4a98efa66242fb5a0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/d67b480813ca44c4a98efa66242fb5a0 2024-11-26T12:22:24,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/96a5b9700ac441e3b54c5853c04e87bd to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/96a5b9700ac441e3b54c5853c04e87bd 2024-11-26T12:22:24,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/f2bca545467b4847a7b1887543eaae30 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/f2bca545467b4847a7b1887543eaae30 2024-11-26T12:22:24,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/02f3945371db4b5da021d2f9df972759 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/02f3945371db4b5da021d2f9df972759 2024-11-26T12:22:24,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/26bb5fda531249b68d423177a9b9a79d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/26bb5fda531249b68d423177a9b9a79d 2024-11-26T12:22:24,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/529547395e3b4ea094880c21447b7afa to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/529547395e3b4ea094880c21447b7afa 2024-11-26T12:22:24,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/081dc175cf964dda91f86f647a9025d8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/081dc175cf964dda91f86f647a9025d8 2024-11-26T12:22:24,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/36ee787b692d45a79cc865cfad249520 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/36ee787b692d45a79cc865cfad249520 2024-11-26T12:22:24,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/826f9d3a630d412e86ad681e0cad58c4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/826f9d3a630d412e86ad681e0cad58c4 2024-11-26T12:22:24,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/96d88ade357b4261b41c1a539f1e928e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/96d88ade357b4261b41c1a539f1e928e 2024-11-26T12:22:24,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/e909784d67d247309867cf41e244d03b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/e909784d67d247309867cf41e244d03b 2024-11-26T12:22:24,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/617a871d990647e9964dde81a4e46d9a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/617a871d990647e9964dde81a4e46d9a 2024-11-26T12:22:24,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8de8fcada3f04ec380f8d8275d72cd6b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/8de8fcada3f04ec380f8d8275d72cd6b 2024-11-26T12:22:24,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/532e148ba410459ea0a52f934e85ad6c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/532e148ba410459ea0a52f934e85ad6c 2024-11-26T12:22:24,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/74406138d9a540bfb1be10c59829cc3c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/74406138d9a540bfb1be10c59829cc3c 2024-11-26T12:22:24,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/3602de24aae7458daa46126392f856f9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/3602de24aae7458daa46126392f856f9 2024-11-26T12:22:24,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/93498801bb654045978db627cca08583 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/93498801bb654045978db627cca08583 2024-11-26T12:22:24,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/866909c24e454ac3acf57b007a87cbbf to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/866909c24e454ac3acf57b007a87cbbf 2024-11-26T12:22:24,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/40be54f149754891bc1a3a217efdd8bb to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/40be54f149754891bc1a3a217efdd8bb 2024-11-26T12:22:24,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/d322722a70684b16b9f9c9f703e3e357 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/d322722a70684b16b9f9c9f703e3e357 2024-11-26T12:22:24,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/994acd8ded6f4727b04fc04805668e89 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/994acd8ded6f4727b04fc04805668e89 2024-11-26T12:22:24,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/a1229a58781d4108a56219d9441e9732 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/a1229a58781d4108a56219d9441e9732 2024-11-26T12:22:24,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/977546b53891432599277dae973aa083 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/977546b53891432599277dae973aa083 2024-11-26T12:22:24,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/2f3a24057b404cbca73f5e67ba103915 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/2f3a24057b404cbca73f5e67ba103915 2024-11-26T12:22:24,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/5b8beb53486c49f4bc2cf4cfd559636f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/5e373eef3f5d4f9183dd2f038deb04b5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/8ae5259233fd4a9587814b035ba2a189, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/457f3b1812dc4675928ac9de17b82af1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/2a320f41a6f94f00950f1df985f05cf2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/820337e5ac874cbaaf6eb8381a9f67c6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/8b8ff72d125b417399853cb9bddb2bd0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/cf43468ce815481a93618dfd2cf56056, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/033e56e57f114779bbc4f102e1dd1159, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/306a6358865a468f9b66c0aaa486f168, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/2929f4a63fb943268ff618128e70267f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/9f1f8d4f2e91409680fb3fb2638494fe, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/86c4371cfd7a4cc5b27107707c91f120, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/94fd2605fb454a4594f7cad84d4d7edb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/e9a47f603e6c405fa8ab8576d12ff0eb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/39d740fcc6d24ced90c924221b2f70de, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4abbeb5dc25e469b908efaaa5e2b9485, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/9a6dacdd46b148599b44c2d8debaf4f2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/24e58a3b90f5499abb623a09ec9ebaae, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/542e77508a1240c8a15a6e9cbcbea42d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/53a0ad5dc01449d0a0eb2726fe54ceaf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/666396130817412cb4de1f1a443e2b29, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/6ca24e20936c4526a6cb51630f088e05, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/13c6067cdd7c466c921e2ee00fd59494, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/808f97d8f75d4d958012d6d301475faa, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4e7df0943e2f460d98f3524949341650, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/85203b2368e34c2cbb49442707d66234, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/63d64299b2454e46bf3eb5be65711ebe, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/21f21d12010b4aa3a79d6044cd021cfa, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/1ccf7f5e44ca4c7683bacdb15a034495, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/f52f00bb6a124a2eb5fbb93db4d70ca9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/079ef41c449146a59a872daca8d220db, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/b05ec5c3a26b4ad3aa45a8e58a78c0a5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/7ce44536fbb245b49d720ea956c9bf3d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/c432055c6f3d4f29a51bf5a419145c24, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/a3292bd401c641f6867002983bf476c5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/fee03f99032541b09473405855394fa3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/eddb8b3200ee47f8b892a4e28d34078e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/fdf2ad9927bb4d30ac298300f87e02c5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/a5409195186a452d93ef9324a21b991d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/291f69955e374f3588963948518a9f0b] to archive 2024-11-26T12:22:24,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:22:24,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/5b8beb53486c49f4bc2cf4cfd559636f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/5b8beb53486c49f4bc2cf4cfd559636f 2024-11-26T12:22:24,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/5e373eef3f5d4f9183dd2f038deb04b5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/5e373eef3f5d4f9183dd2f038deb04b5 2024-11-26T12:22:24,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/8ae5259233fd4a9587814b035ba2a189 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/8ae5259233fd4a9587814b035ba2a189 2024-11-26T12:22:24,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/457f3b1812dc4675928ac9de17b82af1 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/457f3b1812dc4675928ac9de17b82af1 2024-11-26T12:22:24,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/2a320f41a6f94f00950f1df985f05cf2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/2a320f41a6f94f00950f1df985f05cf2 2024-11-26T12:22:24,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/820337e5ac874cbaaf6eb8381a9f67c6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/820337e5ac874cbaaf6eb8381a9f67c6 2024-11-26T12:22:24,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/8b8ff72d125b417399853cb9bddb2bd0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/8b8ff72d125b417399853cb9bddb2bd0 2024-11-26T12:22:24,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/cf43468ce815481a93618dfd2cf56056 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/cf43468ce815481a93618dfd2cf56056 2024-11-26T12:22:24,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/033e56e57f114779bbc4f102e1dd1159 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/033e56e57f114779bbc4f102e1dd1159 2024-11-26T12:22:24,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/306a6358865a468f9b66c0aaa486f168 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/306a6358865a468f9b66c0aaa486f168 2024-11-26T12:22:24,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/2929f4a63fb943268ff618128e70267f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/2929f4a63fb943268ff618128e70267f 2024-11-26T12:22:24,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/9f1f8d4f2e91409680fb3fb2638494fe to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/9f1f8d4f2e91409680fb3fb2638494fe 2024-11-26T12:22:24,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/86c4371cfd7a4cc5b27107707c91f120 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/86c4371cfd7a4cc5b27107707c91f120 2024-11-26T12:22:24,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/94fd2605fb454a4594f7cad84d4d7edb to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/94fd2605fb454a4594f7cad84d4d7edb 2024-11-26T12:22:24,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/e9a47f603e6c405fa8ab8576d12ff0eb to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/e9a47f603e6c405fa8ab8576d12ff0eb 2024-11-26T12:22:24,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/39d740fcc6d24ced90c924221b2f70de to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/39d740fcc6d24ced90c924221b2f70de 2024-11-26T12:22:24,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4abbeb5dc25e469b908efaaa5e2b9485 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4abbeb5dc25e469b908efaaa5e2b9485 2024-11-26T12:22:24,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/9a6dacdd46b148599b44c2d8debaf4f2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/9a6dacdd46b148599b44c2d8debaf4f2 2024-11-26T12:22:24,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/24e58a3b90f5499abb623a09ec9ebaae to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/24e58a3b90f5499abb623a09ec9ebaae 2024-11-26T12:22:24,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/542e77508a1240c8a15a6e9cbcbea42d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/542e77508a1240c8a15a6e9cbcbea42d 2024-11-26T12:22:24,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/53a0ad5dc01449d0a0eb2726fe54ceaf to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/53a0ad5dc01449d0a0eb2726fe54ceaf 2024-11-26T12:22:24,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/666396130817412cb4de1f1a443e2b29 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/666396130817412cb4de1f1a443e2b29 2024-11-26T12:22:24,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/6ca24e20936c4526a6cb51630f088e05 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/6ca24e20936c4526a6cb51630f088e05 2024-11-26T12:22:24,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/13c6067cdd7c466c921e2ee00fd59494 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/13c6067cdd7c466c921e2ee00fd59494 2024-11-26T12:22:24,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/808f97d8f75d4d958012d6d301475faa to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/808f97d8f75d4d958012d6d301475faa 2024-11-26T12:22:24,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4e7df0943e2f460d98f3524949341650 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4e7df0943e2f460d98f3524949341650 2024-11-26T12:22:24,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/85203b2368e34c2cbb49442707d66234 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/85203b2368e34c2cbb49442707d66234 2024-11-26T12:22:24,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/63d64299b2454e46bf3eb5be65711ebe to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/63d64299b2454e46bf3eb5be65711ebe 2024-11-26T12:22:24,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/21f21d12010b4aa3a79d6044cd021cfa to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/21f21d12010b4aa3a79d6044cd021cfa 2024-11-26T12:22:24,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/1ccf7f5e44ca4c7683bacdb15a034495 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/1ccf7f5e44ca4c7683bacdb15a034495 2024-11-26T12:22:24,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/f52f00bb6a124a2eb5fbb93db4d70ca9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/f52f00bb6a124a2eb5fbb93db4d70ca9 2024-11-26T12:22:24,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/079ef41c449146a59a872daca8d220db to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/079ef41c449146a59a872daca8d220db 2024-11-26T12:22:24,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/b05ec5c3a26b4ad3aa45a8e58a78c0a5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/b05ec5c3a26b4ad3aa45a8e58a78c0a5 2024-11-26T12:22:24,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/7ce44536fbb245b49d720ea956c9bf3d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/7ce44536fbb245b49d720ea956c9bf3d 2024-11-26T12:22:24,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/c432055c6f3d4f29a51bf5a419145c24 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/c432055c6f3d4f29a51bf5a419145c24 2024-11-26T12:22:24,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/a3292bd401c641f6867002983bf476c5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/a3292bd401c641f6867002983bf476c5 2024-11-26T12:22:24,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/fee03f99032541b09473405855394fa3 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/fee03f99032541b09473405855394fa3 2024-11-26T12:22:24,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/eddb8b3200ee47f8b892a4e28d34078e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/eddb8b3200ee47f8b892a4e28d34078e 2024-11-26T12:22:24,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/fdf2ad9927bb4d30ac298300f87e02c5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/fdf2ad9927bb4d30ac298300f87e02c5 2024-11-26T12:22:24,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/a5409195186a452d93ef9324a21b991d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/a5409195186a452d93ef9324a21b991d 2024-11-26T12:22:24,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/291f69955e374f3588963948518a9f0b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/291f69955e374f3588963948518a9f0b 2024-11-26T12:22:24,771 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/recovered.edits/650.seqid, newMaxSeqId=650, maxSeqId=1 2024-11-26T12:22:24,771 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331. 2024-11-26T12:22:24,771 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for fedff3746c472743def68a6863c33331: 2024-11-26T12:22:24,773 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed fedff3746c472743def68a6863c33331 2024-11-26T12:22:24,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=fedff3746c472743def68a6863c33331, regionState=CLOSED 2024-11-26T12:22:24,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-26T12:22:24,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure fedff3746c472743def68a6863c33331, server=562bc02006f1,39263,1732623663394 in 947 msec 2024-11-26T12:22:24,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-26T12:22:24,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedff3746c472743def68a6863c33331, UNASSIGN in 951 msec 2024-11-26T12:22:24,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-26T12:22:24,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 954 msec 2024-11-26T12:22:24,780 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623744780"}]},"ts":"1732623744780"} 2024-11-26T12:22:24,784 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T12:22:24,786 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T12:22:24,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 970 msec 2024-11-26T12:22:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T12:22:24,924 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-26T12:22:24,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T12:22:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:24,927 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T12:22:24,927 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:24,930 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331 2024-11-26T12:22:24,932 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/recovered.edits] 2024-11-26T12:22:24,936 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/75d7be6402324b63a009bbf8bc4a1f56 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/75d7be6402324b63a009bbf8bc4a1f56 2024-11-26T12:22:24,937 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/d18de5c77c51425587b9b4f9d242e5d0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/d18de5c77c51425587b9b4f9d242e5d0 2024-11-26T12:22:24,939 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/df921b7ce6654418ac8afc2beefa3e0c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/df921b7ce6654418ac8afc2beefa3e0c 2024-11-26T12:22:24,940 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f8a6d50446fb449b8f53d1ad4188a5fc to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/A/f8a6d50446fb449b8f53d1ad4188a5fc 2024-11-26T12:22:24,942 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/1efda9f6b29f43498807ce0867408f75 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/1efda9f6b29f43498807ce0867408f75 2024-11-26T12:22:24,943 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/21053ea0f3dd4ae1b53f9bb2c46370ba to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/21053ea0f3dd4ae1b53f9bb2c46370ba 2024-11-26T12:22:24,945 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/79b2bf3dbeee4668b195f3a011264fea to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/79b2bf3dbeee4668b195f3a011264fea 2024-11-26T12:22:24,946 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/fafc6c5f17d84791b5d3232b01c99013 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/B/fafc6c5f17d84791b5d3232b01c99013 2024-11-26T12:22:24,948 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/41323f2c13764a66b3f947d31e7eb329 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/41323f2c13764a66b3f947d31e7eb329 2024-11-26T12:22:24,950 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4322d78af03743259bbdce4f2fec0be8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/4322d78af03743259bbdce4f2fec0be8 2024-11-26T12:22:24,952 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/48c8429be9f74f72949af3f18fe221b3 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/48c8429be9f74f72949af3f18fe221b3 2024-11-26T12:22:24,953 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/7c4bd4d079fa4343b0d47338fe1e1ef4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/C/7c4bd4d079fa4343b0d47338fe1e1ef4 2024-11-26T12:22:24,956 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/recovered.edits/650.seqid to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331/recovered.edits/650.seqid 2024-11-26T12:22:24,956 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/fedff3746c472743def68a6863c33331 2024-11-26T12:22:24,956 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T12:22:24,958 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:24,968 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T12:22:24,977 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T12:22:24,979 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:24,979 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T12:22:24,979 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732623744979"}]},"ts":"9223372036854775807"} 2024-11-26T12:22:24,981 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T12:22:24,981 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => fedff3746c472743def68a6863c33331, NAME => 'TestAcidGuarantees,,1732623719150.fedff3746c472743def68a6863c33331.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T12:22:24,981 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T12:22:24,982 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732623744981"}]},"ts":"9223372036854775807"} 2024-11-26T12:22:24,985 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T12:22:24,987 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:24,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 62 msec 2024-11-26T12:22:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T12:22:25,028 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-26T12:22:25,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242 (was 248), OpenFileDescriptor=461 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=617 (was 361) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1664 (was 2391) 2024-11-26T12:22:25,064 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=617, ProcessCount=11, AvailableMemoryMB=1663 2024-11-26T12:22:25,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T12:22:25,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T12:22:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:25,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T12:22:25,069 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:25,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-26T12:22:25,070 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T12:22:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-26T12:22:25,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742206_1382 (size=960) 2024-11-26T12:22:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-26T12:22:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-26T12:22:25,490 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77 2024-11-26T12:22:25,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742207_1383 (size=53) 2024-11-26T12:22:25,500 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:22:25,500 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1165851faaac62bc6c253a3de561deed, disabling compactions & flushes 2024-11-26T12:22:25,500 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:25,500 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:25,500 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. after waiting 0 ms 2024-11-26T12:22:25,500 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:25,500 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:25,500 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:25,502 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T12:22:25,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732623745502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732623745502"}]},"ts":"1732623745502"} 2024-11-26T12:22:25,503 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T12:22:25,504 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T12:22:25,504 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623745504"}]},"ts":"1732623745504"} 2024-11-26T12:22:25,507 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T12:22:25,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1165851faaac62bc6c253a3de561deed, ASSIGN}] 2024-11-26T12:22:25,512 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1165851faaac62bc6c253a3de561deed, ASSIGN 2024-11-26T12:22:25,513 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1165851faaac62bc6c253a3de561deed, ASSIGN; state=OFFLINE, location=562bc02006f1,39263,1732623663394; forceNewPlan=false, retain=false 2024-11-26T12:22:25,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=1165851faaac62bc6c253a3de561deed, regionState=OPENING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:22:25,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:22:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-26T12:22:25,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:25,820 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:25,820 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} 2024-11-26T12:22:25,820 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:25,820 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:22:25,821 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:25,821 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:25,822 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:25,823 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:22:25,823 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1165851faaac62bc6c253a3de561deed columnFamilyName A 2024-11-26T12:22:25,824 DEBUG [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:25,824 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.HStore(327): Store=1165851faaac62bc6c253a3de561deed/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:22:25,824 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:25,825 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:22:25,825 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1165851faaac62bc6c253a3de561deed columnFamilyName B 2024-11-26T12:22:25,825 DEBUG [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:25,826 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.HStore(327): Store=1165851faaac62bc6c253a3de561deed/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:22:25,826 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:25,827 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:22:25,827 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1165851faaac62bc6c253a3de561deed columnFamilyName C 2024-11-26T12:22:25,827 DEBUG [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:25,828 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.HStore(327): Store=1165851faaac62bc6c253a3de561deed/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:22:25,828 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:25,829 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:25,829 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:25,830 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T12:22:25,831 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:25,834 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T12:22:25,834 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 1165851faaac62bc6c253a3de561deed; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64595595, jitterRate=-0.037450626492500305}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T12:22:25,835 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:25,836 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., pid=96, masterSystemTime=1732623745817 2024-11-26T12:22:25,837 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:25,837 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:25,838 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=1165851faaac62bc6c253a3de561deed, regionState=OPEN, openSeqNum=2, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:22:25,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-26T12:22:25,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 in 174 msec 2024-11-26T12:22:25,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-26T12:22:25,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1165851faaac62bc6c253a3de561deed, ASSIGN in 329 msec 2024-11-26T12:22:25,842 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T12:22:25,843 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623745842"}]},"ts":"1732623745842"} 2024-11-26T12:22:25,844 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T12:22:25,846 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T12:22:25,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 780 msec 2024-11-26T12:22:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-26T12:22:26,175 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-26T12:22:26,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-11-26T12:22:26,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:26,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:26,183 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:26,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T12:22:26,185 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T12:22:26,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T12:22:26,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T12:22:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:26,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742208_1384 (size=996) 2024-11-26T12:22:26,598 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T12:22:26,598 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T12:22:26,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T12:22:26,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1165851faaac62bc6c253a3de561deed, REOPEN/MOVE}] 2024-11-26T12:22:26,602 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1165851faaac62bc6c253a3de561deed, REOPEN/MOVE 2024-11-26T12:22:26,602 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=1165851faaac62bc6c253a3de561deed, regionState=CLOSING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:22:26,603 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T12:22:26,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:22:26,754 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:26,755 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:26,755 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T12:22:26,755 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 1165851faaac62bc6c253a3de561deed, disabling compactions & flushes 2024-11-26T12:22:26,755 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:26,755 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:26,755 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. after waiting 0 ms 2024-11-26T12:22:26,755 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:26,759 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T12:22:26,759 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:26,759 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:26,759 WARN [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 1165851faaac62bc6c253a3de561deed to self. 2024-11-26T12:22:26,761 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:26,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=1165851faaac62bc6c253a3de561deed, regionState=CLOSED 2024-11-26T12:22:26,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-26T12:22:26,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 in 159 msec 2024-11-26T12:22:26,763 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1165851faaac62bc6c253a3de561deed, REOPEN/MOVE; state=CLOSED, location=562bc02006f1,39263,1732623663394; forceNewPlan=false, retain=true 2024-11-26T12:22:26,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=1165851faaac62bc6c253a3de561deed, regionState=OPENING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:22:26,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:22:27,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,068 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:27,069 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} 2024-11-26T12:22:27,069 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:27,069 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:22:27,069 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:27,069 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:27,070 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:27,071 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:22:27,071 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1165851faaac62bc6c253a3de561deed columnFamilyName A 2024-11-26T12:22:27,072 DEBUG [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:27,073 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.HStore(327): Store=1165851faaac62bc6c253a3de561deed/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:22:27,073 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:27,074 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:22:27,074 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1165851faaac62bc6c253a3de561deed columnFamilyName B 2024-11-26T12:22:27,074 DEBUG [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:27,074 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.HStore(327): Store=1165851faaac62bc6c253a3de561deed/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:22:27,074 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:27,075 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:22:27,075 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1165851faaac62bc6c253a3de561deed columnFamilyName C 2024-11-26T12:22:27,075 DEBUG [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:27,075 INFO [StoreOpener-1165851faaac62bc6c253a3de561deed-1 {}] regionserver.HStore(327): Store=1165851faaac62bc6c253a3de561deed/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:22:27,075 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:27,076 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:27,077 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:27,078 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T12:22:27,078 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:27,079 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 1165851faaac62bc6c253a3de561deed; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66849922, jitterRate=-0.0038585364818573}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T12:22:27,080 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:27,080 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., pid=101, masterSystemTime=1732623747066 2024-11-26T12:22:27,081 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:27,082 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:27,082 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=1165851faaac62bc6c253a3de561deed, regionState=OPEN, openSeqNum=5, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-26T12:22:27,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 in 168 msec 2024-11-26T12:22:27,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-26T12:22:27,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1165851faaac62bc6c253a3de561deed, REOPEN/MOVE in 483 msec 2024-11-26T12:22:27,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-26T12:22:27,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-26T12:22:27,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-11-26T12:22:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T12:22:27,089 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-11-26T12:22:27,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:27,096 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6 2024-11-26T12:22:27,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:27,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-11-26T12:22:27,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:27,102 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-26T12:22:27,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:27,106 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-11-26T12:22:27,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:27,109 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-26T12:22:27,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:27,113 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-11-26T12:22:27,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:27,116 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-11-26T12:22:27,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:27,120 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-11-26T12:22:27,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:27,123 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x787e5169 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7284f16d 2024-11-26T12:22:27,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:27,140 DEBUG [hconnection-0x5c5fb5df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:27,140 DEBUG [hconnection-0x3d051bc1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:27,148 DEBUG [hconnection-0x4a9f8e6e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:27,148 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:27,148 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:27,149 DEBUG [hconnection-0xcc57515-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:27,149 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:27,149 DEBUG [hconnection-0x4eb756d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:27,150 DEBUG [hconnection-0x129a88c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:27,150 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:27,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:27,150 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:27,150 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:27,151 DEBUG [hconnection-0xea6e281-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-26T12:22:27,152 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T12:22:27,152 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:27,152 DEBUG [hconnection-0x7096ae59-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:27,153 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:27,153 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:27,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:27,154 DEBUG [hconnection-0x40067bda-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:27,155 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:27,157 DEBUG [hconnection-0x18aa68d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:27,157 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:27,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:22:27,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:27,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:27,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:27,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:27,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:27,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:27,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623807183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623807184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623807186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623807186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623807186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f1800755f9754f1e808ac5e52b63fc46_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623747161/Put/seqid=0 2024-11-26T12:22:27,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742209_1385 (size=17034) 2024-11-26T12:22:27,216 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:27,220 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f1800755f9754f1e808ac5e52b63fc46_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f1800755f9754f1e808ac5e52b63fc46_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:27,220 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/e04b1411eef041d5a4867eb798a77f1b, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:27,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/e04b1411eef041d5a4867eb798a77f1b is 175, key is test_row_0/A:col10/1732623747161/Put/seqid=0 2024-11-26T12:22:27,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742210_1386 (size=48139) 2024-11-26T12:22:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T12:22:27,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623807287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623807287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623807288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623807288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623807288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,308 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-26T12:22:27,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:27,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:27,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:27,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:27,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T12:22:27,461 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-26T12:22:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:27,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:27,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623807491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623807491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623807491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623807492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623807492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,614 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-26T12:22:27,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:27,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:27,626 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=19, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/e04b1411eef041d5a4867eb798a77f1b 2024-11-26T12:22:27,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/ae7f77c94b714e58bbdabd68c82fe9d4 is 50, key is test_row_0/B:col10/1732623747161/Put/seqid=0 2024-11-26T12:22:27,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742211_1387 (size=12001) 2024-11-26T12:22:27,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/ae7f77c94b714e58bbdabd68c82fe9d4 2024-11-26T12:22:27,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/6d2015ab6d0f4aa798ff2948eefbb387 is 50, key is test_row_0/C:col10/1732623747161/Put/seqid=0 2024-11-26T12:22:27,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742212_1388 (size=12001) 2024-11-26T12:22:27,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/6d2015ab6d0f4aa798ff2948eefbb387 2024-11-26T12:22:27,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/e04b1411eef041d5a4867eb798a77f1b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e04b1411eef041d5a4867eb798a77f1b 2024-11-26T12:22:27,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e04b1411eef041d5a4867eb798a77f1b, entries=250, sequenceid=19, filesize=47.0 K 2024-11-26T12:22:27,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/ae7f77c94b714e58bbdabd68c82fe9d4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/ae7f77c94b714e58bbdabd68c82fe9d4 2024-11-26T12:22:27,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/ae7f77c94b714e58bbdabd68c82fe9d4, entries=150, sequenceid=19, filesize=11.7 K 2024-11-26T12:22:27,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/6d2015ab6d0f4aa798ff2948eefbb387 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6d2015ab6d0f4aa798ff2948eefbb387 2024-11-26T12:22:27,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6d2015ab6d0f4aa798ff2948eefbb387, entries=150, sequenceid=19, filesize=11.7 K 2024-11-26T12:22:27,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 1165851faaac62bc6c253a3de561deed in 589ms, sequenceid=19, compaction requested=false 2024-11-26T12:22:27,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T12:22:27,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-26T12:22:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:27,768 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T12:22:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:27,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c646e6efa8ca4761a1bdac2903dde889_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623747184/Put/seqid=0 2024-11-26T12:22:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:27,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:27,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742213_1389 (size=12154) 2024-11-26T12:22:27,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:27,808 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c646e6efa8ca4761a1bdac2903dde889_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c646e6efa8ca4761a1bdac2903dde889_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:27,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/eb4ddb433bf448d4889ed94b2359a49b, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:27,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/eb4ddb433bf448d4889ed94b2359a49b is 175, key is test_row_0/A:col10/1732623747184/Put/seqid=0 2024-11-26T12:22:27,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623807808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623807809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623807811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623807812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623807812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742214_1390 (size=30955) 2024-11-26T12:22:27,819 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/eb4ddb433bf448d4889ed94b2359a49b 2024-11-26T12:22:27,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/01af55cbde55441ea631b4bca43b4ae1 is 50, key is test_row_0/B:col10/1732623747184/Put/seqid=0 2024-11-26T12:22:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742215_1391 (size=12001) 2024-11-26T12:22:27,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623807915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623807915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623807918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623807919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:27,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623807919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623808119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623808120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623808120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623808122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623808123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,237 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/01af55cbde55441ea631b4bca43b4ae1 2024-11-26T12:22:28,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/fed0a8cdaca5487b8585b514553e7de7 is 50, key is test_row_0/C:col10/1732623747184/Put/seqid=0 2024-11-26T12:22:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742216_1392 (size=12001) 2024-11-26T12:22:28,252 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/fed0a8cdaca5487b8585b514553e7de7 2024-11-26T12:22:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T12:22:28,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/eb4ddb433bf448d4889ed94b2359a49b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/eb4ddb433bf448d4889ed94b2359a49b 2024-11-26T12:22:28,262 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/eb4ddb433bf448d4889ed94b2359a49b, entries=150, sequenceid=41, filesize=30.2 K 2024-11-26T12:22:28,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/01af55cbde55441ea631b4bca43b4ae1 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/01af55cbde55441ea631b4bca43b4ae1 2024-11-26T12:22:28,271 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/01af55cbde55441ea631b4bca43b4ae1, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T12:22:28,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/fed0a8cdaca5487b8585b514553e7de7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/fed0a8cdaca5487b8585b514553e7de7 2024-11-26T12:22:28,274 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/fed0a8cdaca5487b8585b514553e7de7, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T12:22:28,275 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 1165851faaac62bc6c253a3de561deed in 507ms, sequenceid=41, compaction requested=false 2024-11-26T12:22:28,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:28,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:28,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-26T12:22:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-26T12:22:28,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-26T12:22:28,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1230 sec 2024-11-26T12:22:28,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.1290 sec 2024-11-26T12:22:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:28,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T12:22:28,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:28,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:28,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:28,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:28,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:28,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:28,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260f6831af176944cfa7b5300d73f7c741_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623747802/Put/seqid=0 2024-11-26T12:22:28,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742217_1393 (size=14594) 2024-11-26T12:22:28,442 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:28,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260f6831af176944cfa7b5300d73f7c741_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260f6831af176944cfa7b5300d73f7c741_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:28,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/a0b2b8cda58d4df694b2d15548dac940, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:28,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/a0b2b8cda58d4df694b2d15548dac940 is 175, key is test_row_0/A:col10/1732623747802/Put/seqid=0 2024-11-26T12:22:28,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742218_1394 (size=39549) 2024-11-26T12:22:28,464 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/a0b2b8cda58d4df694b2d15548dac940 2024-11-26T12:22:28,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623808457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623808456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623808457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/c5fa19a9650b4ba7bf183465e3254da7 is 50, key is test_row_0/B:col10/1732623747802/Put/seqid=0 2024-11-26T12:22:28,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742219_1395 (size=12001) 2024-11-26T12:22:28,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623808466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623808466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/c5fa19a9650b4ba7bf183465e3254da7 2024-11-26T12:22:28,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/2cf7404d710043a6b24e276d90ac4242 is 50, key is test_row_0/C:col10/1732623747802/Put/seqid=0 2024-11-26T12:22:28,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742220_1396 (size=12001) 2024-11-26T12:22:28,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623808567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623808567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623808567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623808575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623808576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623808772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623808772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623808772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623808778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623808778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:28,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/2cf7404d710043a6b24e276d90ac4242 2024-11-26T12:22:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/a0b2b8cda58d4df694b2d15548dac940 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/a0b2b8cda58d4df694b2d15548dac940 2024-11-26T12:22:28,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/a0b2b8cda58d4df694b2d15548dac940, entries=200, sequenceid=57, filesize=38.6 K 2024-11-26T12:22:28,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/c5fa19a9650b4ba7bf183465e3254da7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c5fa19a9650b4ba7bf183465e3254da7 2024-11-26T12:22:28,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c5fa19a9650b4ba7bf183465e3254da7, entries=150, sequenceid=57, filesize=11.7 K 2024-11-26T12:22:28,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/2cf7404d710043a6b24e276d90ac4242 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2cf7404d710043a6b24e276d90ac4242 2024-11-26T12:22:28,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2cf7404d710043a6b24e276d90ac4242, entries=150, sequenceid=57, filesize=11.7 K 2024-11-26T12:22:28,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 1165851faaac62bc6c253a3de561deed in 492ms, sequenceid=57, compaction requested=true 2024-11-26T12:22:28,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:28,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:28,917 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:28,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:28,917 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:28,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:28,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:28,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:28,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:28,918 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:28,919 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:28,919 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/A is initiating minor compaction (all files) 2024-11-26T12:22:28,919 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/B is initiating minor compaction (all files) 2024-11-26T12:22:28,919 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/A in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:28,919 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/B in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:28,919 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e04b1411eef041d5a4867eb798a77f1b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/eb4ddb433bf448d4889ed94b2359a49b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/a0b2b8cda58d4df694b2d15548dac940] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=115.9 K 2024-11-26T12:22:28,919 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/ae7f77c94b714e58bbdabd68c82fe9d4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/01af55cbde55441ea631b4bca43b4ae1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c5fa19a9650b4ba7bf183465e3254da7] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=35.2 K 2024-11-26T12:22:28,919 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:28,919 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e04b1411eef041d5a4867eb798a77f1b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/eb4ddb433bf448d4889ed94b2359a49b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/a0b2b8cda58d4df694b2d15548dac940] 2024-11-26T12:22:28,919 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting ae7f77c94b714e58bbdabd68c82fe9d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1732623747160 2024-11-26T12:22:28,919 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting e04b1411eef041d5a4867eb798a77f1b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1732623747160 2024-11-26T12:22:28,920 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 01af55cbde55441ea631b4bca43b4ae1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732623747183 2024-11-26T12:22:28,920 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb4ddb433bf448d4889ed94b2359a49b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732623747183 2024-11-26T12:22:28,921 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting c5fa19a9650b4ba7bf183465e3254da7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732623747802 2024-11-26T12:22:28,921 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0b2b8cda58d4df694b2d15548dac940, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732623747802 2024-11-26T12:22:28,942 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:28,943 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/f34ac3c6ee314b4c99d62cb7b1476696 is 50, key is test_row_0/B:col10/1732623747802/Put/seqid=0 2024-11-26T12:22:28,951 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:28,968 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126fc93d0a0cf1644ad9c100119d36c6ae6_1165851faaac62bc6c253a3de561deed store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:28,970 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126fc93d0a0cf1644ad9c100119d36c6ae6_1165851faaac62bc6c253a3de561deed, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:28,970 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fc93d0a0cf1644ad9c100119d36c6ae6_1165851faaac62bc6c253a3de561deed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:28,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742221_1397 (size=12104) 2024-11-26T12:22:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742222_1398 (size=4469) 2024-11-26T12:22:29,004 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#A#compaction#346 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:29,005 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/16699f9759fc404885b6784fee39f75f is 175, key is test_row_0/A:col10/1732623747802/Put/seqid=0 2024-11-26T12:22:29,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742223_1399 (size=31058) 2024-11-26T12:22:29,028 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/16699f9759fc404885b6784fee39f75f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/16699f9759fc404885b6784fee39f75f 2024-11-26T12:22:29,035 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/A of 1165851faaac62bc6c253a3de561deed into 16699f9759fc404885b6784fee39f75f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:29,035 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:29,035 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/A, priority=13, startTime=1732623748917; duration=0sec 2024-11-26T12:22:29,035 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:29,035 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:A 2024-11-26T12:22:29,035 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:29,036 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:29,037 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/C is initiating minor compaction (all files) 2024-11-26T12:22:29,038 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/C in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:29,038 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6d2015ab6d0f4aa798ff2948eefbb387, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/fed0a8cdaca5487b8585b514553e7de7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2cf7404d710043a6b24e276d90ac4242] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=35.2 K 2024-11-26T12:22:29,038 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d2015ab6d0f4aa798ff2948eefbb387, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1732623747160 2024-11-26T12:22:29,039 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting fed0a8cdaca5487b8585b514553e7de7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732623747183 2024-11-26T12:22:29,039 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cf7404d710043a6b24e276d90ac4242, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732623747802 2024-11-26T12:22:29,050 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#C#compaction#347 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:29,051 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/8486367cda584be688f5f306ee928220 is 50, key is test_row_0/C:col10/1732623747802/Put/seqid=0 2024-11-26T12:22:29,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742224_1400 (size=12104) 2024-11-26T12:22:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:29,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T12:22:29,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:29,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:29,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:29,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:29,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:29,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:29,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a9fc3939bf00401bb13cededa7e6b683_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623749079/Put/seqid=0 2024-11-26T12:22:29,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623809090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623809095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742225_1401 (size=17034) 2024-11-26T12:22:29,102 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:29,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623809096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623809096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623809097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,108 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a9fc3939bf00401bb13cededa7e6b683_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a9fc3939bf00401bb13cededa7e6b683_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:29,109 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/9d8fba42e5184c6d9a2a4bb3c0a22abc, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:29,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/9d8fba42e5184c6d9a2a4bb3c0a22abc is 175, key is test_row_0/A:col10/1732623749079/Put/seqid=0 2024-11-26T12:22:29,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742226_1402 (size=48139) 2024-11-26T12:22:29,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623809198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623809201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623809207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623809208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623809208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T12:22:29,256 INFO [Thread-1722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-26T12:22:29,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-26T12:22:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-26T12:22:29,259 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:29,259 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:29,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-26T12:22:29,401 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/f34ac3c6ee314b4c99d62cb7b1476696 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f34ac3c6ee314b4c99d62cb7b1476696 2024-11-26T12:22:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623809404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,408 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/B of 1165851faaac62bc6c253a3de561deed into f34ac3c6ee314b4c99d62cb7b1476696(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:29,408 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:29,408 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/B, priority=13, startTime=1732623748917; duration=0sec 2024-11-26T12:22:29,409 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:29,409 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:B 2024-11-26T12:22:29,412 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-26T12:22:29,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:29,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:29,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:29,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:29,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:29,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623809407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623809414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623809415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623809416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,463 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/8486367cda584be688f5f306ee928220 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/8486367cda584be688f5f306ee928220 2024-11-26T12:22:29,469 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/C of 1165851faaac62bc6c253a3de561deed into 8486367cda584be688f5f306ee928220(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:29,469 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:29,469 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/C, priority=13, startTime=1732623748917; duration=0sec 2024-11-26T12:22:29,469 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:29,469 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:C 2024-11-26T12:22:29,523 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/9d8fba42e5184c6d9a2a4bb3c0a22abc 2024-11-26T12:22:29,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/2b51dfc63c2b4055b9c65aabaed788a1 is 50, key is test_row_0/B:col10/1732623749079/Put/seqid=0 2024-11-26T12:22:29,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742227_1403 (size=12001) 2024-11-26T12:22:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-26T12:22:29,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-26T12:22:29,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:29,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:29,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:29,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:29,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:29,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623809706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-26T12:22:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:29,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:29,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623809717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623809718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623809724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623809724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-26T12:22:29,871 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:29,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-26T12:22:29,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:29,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:29,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:29,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:29,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:29,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/2b51dfc63c2b4055b9c65aabaed788a1 2024-11-26T12:22:29,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/c82adbaf9ffd47c388acc832d3cc3b47 is 50, key is test_row_0/C:col10/1732623749079/Put/seqid=0 2024-11-26T12:22:29,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742228_1404 (size=12001) 2024-11-26T12:22:30,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:30,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-26T12:22:30,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:30,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:30,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:30,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:30,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:30,176 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:30,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-26T12:22:30,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:30,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:30,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:30,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:30,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:30,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623810213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:30,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623810225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:30,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623810225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:30,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623810229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:30,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623810230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:30,304 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T12:22:30,329 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:30,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-26T12:22:30,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:30,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:30,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:30,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/c82adbaf9ffd47c388acc832d3cc3b47 2024-11-26T12:22:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-26T12:22:30,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/9d8fba42e5184c6d9a2a4bb3c0a22abc as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9d8fba42e5184c6d9a2a4bb3c0a22abc 2024-11-26T12:22:30,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9d8fba42e5184c6d9a2a4bb3c0a22abc, entries=250, sequenceid=81, filesize=47.0 K 2024-11-26T12:22:30,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/2b51dfc63c2b4055b9c65aabaed788a1 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/2b51dfc63c2b4055b9c65aabaed788a1 2024-11-26T12:22:30,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/2b51dfc63c2b4055b9c65aabaed788a1, entries=150, sequenceid=81, filesize=11.7 K 2024-11-26T12:22:30,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/c82adbaf9ffd47c388acc832d3cc3b47 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/c82adbaf9ffd47c388acc832d3cc3b47 2024-11-26T12:22:30,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/c82adbaf9ffd47c388acc832d3cc3b47, entries=150, sequenceid=81, filesize=11.7 K 2024-11-26T12:22:30,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1165851faaac62bc6c253a3de561deed in 1307ms, sequenceid=81, compaction requested=false 2024-11-26T12:22:30,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:30,482 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:30,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-26T12:22:30,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:30,482 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:22:30,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:30,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:30,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:30,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:30,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:30,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:30,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112661e41e5a8e4b4de58667bd9af1254b70_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623749094/Put/seqid=0 2024-11-26T12:22:30,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742229_1405 (size=12154) 2024-11-26T12:22:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,897 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112661e41e5a8e4b4de58667bd9af1254b70_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112661e41e5a8e4b4de58667bd9af1254b70_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:30,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/3bdeb36711b0489292cd9389b40b06a5, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/3bdeb36711b0489292cd9389b40b06a5 is 175, key is test_row_0/A:col10/1732623749094/Put/seqid=0 2024-11-26T12:22:30,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742230_1406 (size=30955) 2024-11-26T12:22:30,903 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/3bdeb36711b0489292cd9389b40b06a5 2024-11-26T12:22:30,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/c6f55d958ae34ee6a6d2696c5a5948d2 is 50, key is test_row_0/B:col10/1732623749094/Put/seqid=0 2024-11-26T12:22:30,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742231_1407 (size=12001) 2024-11-26T12:22:30,920 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/c6f55d958ae34ee6a6d2696c5a5948d2 2024-11-26T12:22:30,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/9bf920c78f634edd9c06e08327acc3bf is 50, key is test_row_0/C:col10/1732623749094/Put/seqid=0 2024-11-26T12:22:30,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742232_1408 (size=12001) 2024-11-26T12:22:30,934 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/9bf920c78f634edd9c06e08327acc3bf 2024-11-26T12:22:30,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/3bdeb36711b0489292cd9389b40b06a5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/3bdeb36711b0489292cd9389b40b06a5 2024-11-26T12:22:30,942 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/3bdeb36711b0489292cd9389b40b06a5, entries=150, sequenceid=96, filesize=30.2 K 2024-11-26T12:22:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/c6f55d958ae34ee6a6d2696c5a5948d2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c6f55d958ae34ee6a6d2696c5a5948d2 2024-11-26T12:22:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,947 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c6f55d958ae34ee6a6d2696c5a5948d2, entries=150, sequenceid=96, filesize=11.7 K 2024-11-26T12:22:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/9bf920c78f634edd9c06e08327acc3bf as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/9bf920c78f634edd9c06e08327acc3bf 2024-11-26T12:22:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,951 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/9bf920c78f634edd9c06e08327acc3bf, entries=150, sequenceid=96, filesize=11.7 K 2024-11-26T12:22:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,952 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 1165851faaac62bc6c253a3de561deed in 470ms, sequenceid=96, compaction requested=true 2024-11-26T12:22:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-26T12:22:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-26T12:22:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-26T12:22:30,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6940 sec 2024-11-26T12:22:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.6980 sec 2024-11-26T12:22:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:31,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T12:22:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:31,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:31,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:31,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:31,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:31,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fb7e73a3e77d47d7912572f164efd898_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623751332/Put/seqid=0 2024-11-26T12:22:31,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742234_1410 (size=26798) 2024-11-26T12:22:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-26T12:22:31,363 INFO [Thread-1722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-26T12:22:31,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-26T12:22:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T12:22:31,366 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:31,366 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:31,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:31,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623811364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623811365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623811367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623811368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623811369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T12:22:31,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623811470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623811471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623811474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623811474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623811475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T12:22:31,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:31,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:31,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:31,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:31,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T12:22:31,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T12:22:31,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:31,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:31,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:31,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:31,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:31,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623811672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623811677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623811677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623811677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623811678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,751 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:31,755 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fb7e73a3e77d47d7912572f164efd898_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fb7e73a3e77d47d7912572f164efd898_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:31,756 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/e9ad65859dcc467db3d4209eb1e80e9f, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:31,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/e9ad65859dcc467db3d4209eb1e80e9f is 175, key is test_row_0/A:col10/1732623751332/Put/seqid=0 2024-11-26T12:22:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742233_1409 (size=82585) 2024-11-26T12:22:31,764 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=108, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/e9ad65859dcc467db3d4209eb1e80e9f 2024-11-26T12:22:31,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/151e4dff12f7473e8d169c567c63d7e5 is 50, key is test_row_0/B:col10/1732623751332/Put/seqid=0 2024-11-26T12:22:31,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742235_1411 (size=12001) 2024-11-26T12:22:31,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T12:22:31,825 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T12:22:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:31,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T12:22:31,978 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T12:22:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:31,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:31,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623811979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623811981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623811982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623811983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:31,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623811984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T12:22:32,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:32,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:32,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:32,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:32,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:32,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/151e4dff12f7473e8d169c567c63d7e5 2024-11-26T12:22:32,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/2db1604f6d7b4a73bff98a8c8072792b is 50, key is test_row_0/C:col10/1732623751332/Put/seqid=0 2024-11-26T12:22:32,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742236_1412 (size=12001) 2024-11-26T12:22:32,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/2db1604f6d7b4a73bff98a8c8072792b 2024-11-26T12:22:32,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/e9ad65859dcc467db3d4209eb1e80e9f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e9ad65859dcc467db3d4209eb1e80e9f 2024-11-26T12:22:32,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e9ad65859dcc467db3d4209eb1e80e9f, entries=450, sequenceid=108, filesize=80.6 K 2024-11-26T12:22:32,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/151e4dff12f7473e8d169c567c63d7e5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/151e4dff12f7473e8d169c567c63d7e5 2024-11-26T12:22:32,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/151e4dff12f7473e8d169c567c63d7e5, entries=150, sequenceid=108, filesize=11.7 K 2024-11-26T12:22:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/2db1604f6d7b4a73bff98a8c8072792b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2db1604f6d7b4a73bff98a8c8072792b 2024-11-26T12:22:32,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2db1604f6d7b4a73bff98a8c8072792b, entries=150, sequenceid=108, filesize=11.7 K 2024-11-26T12:22:32,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1165851faaac62bc6c253a3de561deed in 932ms, sequenceid=108, compaction requested=true 2024-11-26T12:22:32,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:32,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:32,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:32,265 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:32,265 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:32,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:32,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:32,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:32,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:32,266 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:32,267 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/B is initiating minor compaction (all files) 2024-11-26T12:22:32,267 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/B in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:32,267 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f34ac3c6ee314b4c99d62cb7b1476696, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/2b51dfc63c2b4055b9c65aabaed788a1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c6f55d958ae34ee6a6d2696c5a5948d2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/151e4dff12f7473e8d169c567c63d7e5] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=47.0 K 2024-11-26T12:22:32,268 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 192737 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:32,268 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/A is initiating minor compaction (all files) 2024-11-26T12:22:32,268 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/A in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:32,268 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/16699f9759fc404885b6784fee39f75f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9d8fba42e5184c6d9a2a4bb3c0a22abc, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/3bdeb36711b0489292cd9389b40b06a5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e9ad65859dcc467db3d4209eb1e80e9f] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=188.2 K 2024-11-26T12:22:32,268 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting f34ac3c6ee314b4c99d62cb7b1476696, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732623747802 2024-11-26T12:22:32,268 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:32,268 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/16699f9759fc404885b6784fee39f75f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9d8fba42e5184c6d9a2a4bb3c0a22abc, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/3bdeb36711b0489292cd9389b40b06a5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e9ad65859dcc467db3d4209eb1e80e9f] 2024-11-26T12:22:32,268 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b51dfc63c2b4055b9c65aabaed788a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732623748464 2024-11-26T12:22:32,268 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16699f9759fc404885b6784fee39f75f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732623747802 2024-11-26T12:22:32,269 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting c6f55d958ae34ee6a6d2696c5a5948d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732623749093 2024-11-26T12:22:32,269 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d8fba42e5184c6d9a2a4bb3c0a22abc, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732623748455 2024-11-26T12:22:32,269 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 151e4dff12f7473e8d169c567c63d7e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732623751331 2024-11-26T12:22:32,269 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bdeb36711b0489292cd9389b40b06a5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732623749093 2024-11-26T12:22:32,270 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9ad65859dcc467db3d4209eb1e80e9f, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732623751287 2024-11-26T12:22:32,283 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T12:22:32,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:32,284 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:22:32,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:32,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:32,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:32,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:32,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:32,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:32,302 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#B#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:32,303 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/f2bbf99e44094195830b2d9b7965fe79 is 50, key is test_row_0/B:col10/1732623751332/Put/seqid=0 2024-11-26T12:22:32,311 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:32,335 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126edb4466eb49946888280e165684cec18_1165851faaac62bc6c253a3de561deed store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:32,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f3672c8253f241e1a988007bf9a43be3_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623751368/Put/seqid=0 2024-11-26T12:22:32,348 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126edb4466eb49946888280e165684cec18_1165851faaac62bc6c253a3de561deed, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:32,348 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126edb4466eb49946888280e165684cec18_1165851faaac62bc6c253a3de561deed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742237_1413 (size=12241) 2024-11-26T12:22:32,366 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/f2bbf99e44094195830b2d9b7965fe79 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f2bbf99e44094195830b2d9b7965fe79 2024-11-26T12:22:32,372 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1165851faaac62bc6c253a3de561deed/B of 1165851faaac62bc6c253a3de561deed into f2bbf99e44094195830b2d9b7965fe79(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:32,372 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:32,372 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/B, priority=12, startTime=1732623752265; duration=0sec 2024-11-26T12:22:32,372 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:32,372 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:B 2024-11-26T12:22:32,372 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:32,375 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:32,375 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/C is initiating minor compaction (all files) 2024-11-26T12:22:32,375 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/C in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:32,375 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/8486367cda584be688f5f306ee928220, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/c82adbaf9ffd47c388acc832d3cc3b47, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/9bf920c78f634edd9c06e08327acc3bf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2db1604f6d7b4a73bff98a8c8072792b] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=47.0 K 2024-11-26T12:22:32,376 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 8486367cda584be688f5f306ee928220, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732623747802 2024-11-26T12:22:32,376 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting c82adbaf9ffd47c388acc832d3cc3b47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732623748464 2024-11-26T12:22:32,376 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bf920c78f634edd9c06e08327acc3bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732623749093 2024-11-26T12:22:32,377 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 2db1604f6d7b4a73bff98a8c8072792b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732623751331 2024-11-26T12:22:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742238_1414 (size=12254) 2024-11-26T12:22:32,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:32,391 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f3672c8253f241e1a988007bf9a43be3_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f3672c8253f241e1a988007bf9a43be3_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:32,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/6f51a193880046e99111a87f52253c30, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:32,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/6f51a193880046e99111a87f52253c30 is 175, key is test_row_0/A:col10/1732623751368/Put/seqid=0 2024-11-26T12:22:32,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742239_1415 (size=4469) 2024-11-26T12:22:32,419 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#C#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:32,419 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/a683afac82d34542a2df9e726621f543 is 50, key is test_row_0/C:col10/1732623751332/Put/seqid=0 2024-11-26T12:22:32,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742240_1416 (size=31055) 2024-11-26T12:22:32,460 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/6f51a193880046e99111a87f52253c30 2024-11-26T12:22:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T12:22:32,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742241_1417 (size=12241) 2024-11-26T12:22:32,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/4ec610de4ecb450f9769d6bb70fcc448 is 50, key is test_row_0/B:col10/1732623751368/Put/seqid=0 2024-11-26T12:22:32,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:32,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623812510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623812514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742242_1418 (size=12101) 2024-11-26T12:22:32,542 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/4ec610de4ecb450f9769d6bb70fcc448 2024-11-26T12:22:32,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623812522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623812526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623812527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/f7dc9ba5d4cf4749b5378da59f23c940 is 50, key is test_row_0/C:col10/1732623751368/Put/seqid=0 2024-11-26T12:22:32,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742243_1419 (size=12101) 2024-11-26T12:22:32,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623812631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623812636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623812648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623812649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623812651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,809 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#A#compaction#358 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:32,810 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/74b2a123aab94ed1998e34e2a3d563b8 is 175, key is test_row_0/A:col10/1732623751332/Put/seqid=0 2024-11-26T12:22:32,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742244_1420 (size=31195) 2024-11-26T12:22:32,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623812852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623812858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623812863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623812864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623812864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:32,880 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/a683afac82d34542a2df9e726621f543 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a683afac82d34542a2df9e726621f543 2024-11-26T12:22:32,885 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1165851faaac62bc6c253a3de561deed/C of 1165851faaac62bc6c253a3de561deed into a683afac82d34542a2df9e726621f543(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:32,885 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:32,885 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/C, priority=12, startTime=1732623752265; duration=0sec 2024-11-26T12:22:32,885 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:32,885 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:C 2024-11-26T12:22:33,026 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/f7dc9ba5d4cf4749b5378da59f23c940 2024-11-26T12:22:33,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/6f51a193880046e99111a87f52253c30 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6f51a193880046e99111a87f52253c30 2024-11-26T12:22:33,045 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6f51a193880046e99111a87f52253c30, entries=150, sequenceid=132, filesize=30.3 K 2024-11-26T12:22:33,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/4ec610de4ecb450f9769d6bb70fcc448 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/4ec610de4ecb450f9769d6bb70fcc448 2024-11-26T12:22:33,052 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/4ec610de4ecb450f9769d6bb70fcc448, entries=150, sequenceid=132, filesize=11.8 K 2024-11-26T12:22:33,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/f7dc9ba5d4cf4749b5378da59f23c940 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/f7dc9ba5d4cf4749b5378da59f23c940 2024-11-26T12:22:33,057 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/f7dc9ba5d4cf4749b5378da59f23c940, entries=150, sequenceid=132, filesize=11.8 K 2024-11-26T12:22:33,057 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1165851faaac62bc6c253a3de561deed in 773ms, sequenceid=132, compaction requested=false 2024-11-26T12:22:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:33,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-26T12:22:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-26T12:22:33,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-26T12:22:33,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6940 sec 2024-11-26T12:22:33,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.6970 sec 2024-11-26T12:22:33,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:22:33,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:33,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:33,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:33,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:33,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:33,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:33,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263a35ef4efdc746c6a07b1c5dec4849af_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623753173/Put/seqid=0 2024-11-26T12:22:33,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742245_1421 (size=14794) 2024-11-26T12:22:33,215 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:33,225 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263a35ef4efdc746c6a07b1c5dec4849af_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263a35ef4efdc746c6a07b1c5dec4849af_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:33,227 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/9e4a10daf56c42a580c357049af3cdf1, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:33,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/9e4a10daf56c42a580c357049af3cdf1 is 175, key is test_row_0/A:col10/1732623753173/Put/seqid=0 2024-11-26T12:22:33,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742246_1422 (size=39749) 2024-11-26T12:22:33,246 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/9e4a10daf56c42a580c357049af3cdf1 2024-11-26T12:22:33,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/454b211021544b30b99acb72593f0d86 is 50, key is test_row_0/B:col10/1732623753173/Put/seqid=0 2024-11-26T12:22:33,268 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/74b2a123aab94ed1998e34e2a3d563b8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/74b2a123aab94ed1998e34e2a3d563b8 2024-11-26T12:22:33,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742247_1423 (size=12151) 2024-11-26T12:22:33,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/454b211021544b30b99acb72593f0d86 2024-11-26T12:22:33,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623813260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623813260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623813261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623813272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/6681ace9dadb4b10b77d978df5eeb373 is 50, key is test_row_0/C:col10/1732623753173/Put/seqid=0 2024-11-26T12:22:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623813290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,312 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1165851faaac62bc6c253a3de561deed/A of 1165851faaac62bc6c253a3de561deed into 74b2a123aab94ed1998e34e2a3d563b8(size=30.5 K), total size for store is 60.8 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-26T12:22:33,312 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:33,312 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/A, priority=12, startTime=1732623752265; duration=1sec 2024-11-26T12:22:33,312 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:33,312 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:A 2024-11-26T12:22:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742248_1424 (size=12151) 2024-11-26T12:22:33,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/6681ace9dadb4b10b77d978df5eeb373 2024-11-26T12:22:33,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/9e4a10daf56c42a580c357049af3cdf1 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9e4a10daf56c42a580c357049af3cdf1 2024-11-26T12:22:33,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9e4a10daf56c42a580c357049af3cdf1, entries=200, sequenceid=148, filesize=38.8 K 2024-11-26T12:22:33,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/454b211021544b30b99acb72593f0d86 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/454b211021544b30b99acb72593f0d86 2024-11-26T12:22:33,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/454b211021544b30b99acb72593f0d86, entries=150, sequenceid=148, filesize=11.9 K 2024-11-26T12:22:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/6681ace9dadb4b10b77d978df5eeb373 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6681ace9dadb4b10b77d978df5eeb373 2024-11-26T12:22:33,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6681ace9dadb4b10b77d978df5eeb373, entries=150, sequenceid=148, filesize=11.9 K 2024-11-26T12:22:33,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 1165851faaac62bc6c253a3de561deed in 186ms, sequenceid=148, compaction requested=true 2024-11-26T12:22:33,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:33,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:33,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:33,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:33,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T12:22:33,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:33,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-26T12:22:33,361 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:33,361 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:33,362 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:33,362 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/C is initiating minor compaction (all files) 2024-11-26T12:22:33,362 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/C in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:33,362 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a683afac82d34542a2df9e726621f543, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/f7dc9ba5d4cf4749b5378da59f23c940, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6681ace9dadb4b10b77d978df5eeb373] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=35.6 K 2024-11-26T12:22:33,362 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:33,362 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/A is initiating minor compaction (all files) 2024-11-26T12:22:33,362 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/A in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:33,362 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/74b2a123aab94ed1998e34e2a3d563b8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6f51a193880046e99111a87f52253c30, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9e4a10daf56c42a580c357049af3cdf1] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=99.6 K 2024-11-26T12:22:33,362 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:33,363 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/74b2a123aab94ed1998e34e2a3d563b8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6f51a193880046e99111a87f52253c30, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9e4a10daf56c42a580c357049af3cdf1] 2024-11-26T12:22:33,363 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting a683afac82d34542a2df9e726621f543, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732623751331 2024-11-26T12:22:33,363 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74b2a123aab94ed1998e34e2a3d563b8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732623751331 2024-11-26T12:22:33,363 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting f7dc9ba5d4cf4749b5378da59f23c940, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732623751360 2024-11-26T12:22:33,363 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f51a193880046e99111a87f52253c30, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732623751360 2024-11-26T12:22:33,364 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 6681ace9dadb4b10b77d978df5eeb373, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732623752493 2024-11-26T12:22:33,364 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e4a10daf56c42a580c357049af3cdf1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732623752493 2024-11-26T12:22:33,394 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#C#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:33,395 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/6123cb9da6ca403ebba95c8c4ccccb68 is 50, key is test_row_0/C:col10/1732623753173/Put/seqid=0 2024-11-26T12:22:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:33,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:22:33,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:33,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:33,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:33,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:33,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:33,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:33,410 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:33,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623813424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623813432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623813432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623813433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623813434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,452 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112608eff1758c7a495a8756142e8be2b254_1165851faaac62bc6c253a3de561deed store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:33,455 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112608eff1758c7a495a8756142e8be2b254_1165851faaac62bc6c253a3de561deed, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:33,455 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112608eff1758c7a495a8756142e8be2b254_1165851faaac62bc6c253a3de561deed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:33,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267911826f7e664cdab6e36d3ed54da469_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623753236/Put/seqid=0 2024-11-26T12:22:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T12:22:33,470 INFO [Thread-1722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-26T12:22:33,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-26T12:22:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T12:22:33,474 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:33,475 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:33,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:33,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742249_1425 (size=12493) 2024-11-26T12:22:33,491 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/6123cb9da6ca403ebba95c8c4ccccb68 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6123cb9da6ca403ebba95c8c4ccccb68 2024-11-26T12:22:33,497 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/C of 1165851faaac62bc6c253a3de561deed into 6123cb9da6ca403ebba95c8c4ccccb68(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:33,497 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:33,497 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/C, priority=13, startTime=1732623753360; duration=0sec 2024-11-26T12:22:33,497 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:33,497 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:C 2024-11-26T12:22:33,497 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:33,498 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:33,498 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/B is initiating minor compaction (all files) 2024-11-26T12:22:33,498 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/B in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:33,498 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f2bbf99e44094195830b2d9b7965fe79, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/4ec610de4ecb450f9769d6bb70fcc448, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/454b211021544b30b99acb72593f0d86] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=35.6 K 2024-11-26T12:22:33,499 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting f2bbf99e44094195830b2d9b7965fe79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732623751331 2024-11-26T12:22:33,499 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ec610de4ecb450f9769d6bb70fcc448, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732623751360 2024-11-26T12:22:33,499 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 454b211021544b30b99acb72593f0d86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732623752493 2024-11-26T12:22:33,538 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#B#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:33,538 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/0564b2d2d8ed48708a21c10e7b8f2717 is 50, key is test_row_0/B:col10/1732623753173/Put/seqid=0 2024-11-26T12:22:33,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623813535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742250_1426 (size=4469) 2024-11-26T12:22:33,548 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#A#compaction#367 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:33,548 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/befc5fa8b7e148498a1d176e351e5f29 is 175, key is test_row_0/A:col10/1732623753173/Put/seqid=0 2024-11-26T12:22:33,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623813543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623813545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623813545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623813545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742251_1427 (size=14794) 2024-11-26T12:22:33,562 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:33,567 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267911826f7e664cdab6e36d3ed54da469_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267911826f7e664cdab6e36d3ed54da469_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:33,569 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/d4d3afadaa3e4252a94b56f0b1c9392b, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:33,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/d4d3afadaa3e4252a94b56f0b1c9392b is 175, key is test_row_0/A:col10/1732623753236/Put/seqid=0 2024-11-26T12:22:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T12:22:33,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742253_1429 (size=12493) 2024-11-26T12:22:33,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742252_1428 (size=31447) 2024-11-26T12:22:33,622 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/0564b2d2d8ed48708a21c10e7b8f2717 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0564b2d2d8ed48708a21c10e7b8f2717 2024-11-26T12:22:33,627 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T12:22:33,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:33,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:33,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:33,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:33,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:33,629 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/B of 1165851faaac62bc6c253a3de561deed into 0564b2d2d8ed48708a21c10e7b8f2717(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:33,629 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:33,629 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/B, priority=13, startTime=1732623753360; duration=0sec 2024-11-26T12:22:33,629 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:33,629 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:B 2024-11-26T12:22:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:33,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742254_1430 (size=39749) 2024-11-26T12:22:33,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623813744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623813755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623813757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623813758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623813759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T12:22:33,780 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T12:22:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:33,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:33,933 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:33,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T12:22:33,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:33,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:33,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:33,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:33,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:34,022 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/befc5fa8b7e148498a1d176e351e5f29 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/befc5fa8b7e148498a1d176e351e5f29 2024-11-26T12:22:34,027 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/A of 1165851faaac62bc6c253a3de561deed into befc5fa8b7e148498a1d176e351e5f29(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:34,027 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:34,028 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/A, priority=13, startTime=1732623753360; duration=0sec 2024-11-26T12:22:34,028 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:34,028 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:A 2024-11-26T12:22:34,030 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/d4d3afadaa3e4252a94b56f0b1c9392b 2024-11-26T12:22:34,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/defae420026d408b87d3979d8ce6fe6a is 50, key is test_row_0/B:col10/1732623753236/Put/seqid=0 2024-11-26T12:22:34,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623814052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623814063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623814065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623814065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623814066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T12:22:34,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T12:22:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:34,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:34,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:34,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742255_1431 (size=12151) 2024-11-26T12:22:34,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/defae420026d408b87d3979d8ce6fe6a 2024-11-26T12:22:34,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/e257f1d6994d4ca98933324d6094422a is 50, key is test_row_0/C:col10/1732623753236/Put/seqid=0 2024-11-26T12:22:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742256_1432 (size=12151) 2024-11-26T12:22:34,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/e257f1d6994d4ca98933324d6094422a 2024-11-26T12:22:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/d4d3afadaa3e4252a94b56f0b1c9392b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/d4d3afadaa3e4252a94b56f0b1c9392b 2024-11-26T12:22:34,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/d4d3afadaa3e4252a94b56f0b1c9392b, entries=200, sequenceid=173, filesize=38.8 K 2024-11-26T12:22:34,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/defae420026d408b87d3979d8ce6fe6a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/defae420026d408b87d3979d8ce6fe6a 2024-11-26T12:22:34,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/defae420026d408b87d3979d8ce6fe6a, entries=150, sequenceid=173, filesize=11.9 K 2024-11-26T12:22:34,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/e257f1d6994d4ca98933324d6094422a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/e257f1d6994d4ca98933324d6094422a 2024-11-26T12:22:34,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/e257f1d6994d4ca98933324d6094422a, entries=150, sequenceid=173, filesize=11.9 K 2024-11-26T12:22:34,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1165851faaac62bc6c253a3de561deed in 776ms, sequenceid=173, compaction requested=false 2024-11-26T12:22:34,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:34,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T12:22:34,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:34,242 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:22:34,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:34,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:34,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:34,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:34,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:34,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:34,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112683f1c5ecc5a9451eb52c2d5234eec610_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623753432/Put/seqid=0 2024-11-26T12:22:34,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742257_1433 (size=12304) 2024-11-26T12:22:34,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T12:22:34,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623814612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623814621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623814621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623814631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623814631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:34,723 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112683f1c5ecc5a9451eb52c2d5234eec610_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112683f1c5ecc5a9451eb52c2d5234eec610_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:34,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/6fc4e8d84aac481784f983f63657b294, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:34,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/6fc4e8d84aac481784f983f63657b294 is 175, key is test_row_0/A:col10/1732623753432/Put/seqid=0 2024-11-26T12:22:34,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623814727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623814736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623814739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623814742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623814743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742258_1434 (size=31105) 2024-11-26T12:22:34,768 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/6fc4e8d84aac481784f983f63657b294 2024-11-26T12:22:34,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/7416d2f0042047f989764e5c3975ec7e is 50, key is test_row_0/B:col10/1732623753432/Put/seqid=0 2024-11-26T12:22:34,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742259_1435 (size=12151) 2024-11-26T12:22:34,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623814936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623814946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623814948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623814954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:34,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623814954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,254 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/7416d2f0042047f989764e5c3975ec7e 2024-11-26T12:22:35,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623815247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623815255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623815258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623815264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623815264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/9f42c9774ae84a1587bf23bedd510345 is 50, key is test_row_0/C:col10/1732623753432/Put/seqid=0 2024-11-26T12:22:35,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742260_1436 (size=12151) 2024-11-26T12:22:35,308 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/9f42c9774ae84a1587bf23bedd510345 2024-11-26T12:22:35,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/6fc4e8d84aac481784f983f63657b294 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6fc4e8d84aac481784f983f63657b294 2024-11-26T12:22:35,318 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6fc4e8d84aac481784f983f63657b294, entries=150, sequenceid=189, filesize=30.4 K 2024-11-26T12:22:35,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/7416d2f0042047f989764e5c3975ec7e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/7416d2f0042047f989764e5c3975ec7e 2024-11-26T12:22:35,324 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/7416d2f0042047f989764e5c3975ec7e, entries=150, sequenceid=189, filesize=11.9 K 2024-11-26T12:22:35,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/9f42c9774ae84a1587bf23bedd510345 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/9f42c9774ae84a1587bf23bedd510345 2024-11-26T12:22:35,337 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/9f42c9774ae84a1587bf23bedd510345, entries=150, sequenceid=189, filesize=11.9 K 2024-11-26T12:22:35,338 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1165851faaac62bc6c253a3de561deed in 1096ms, sequenceid=189, compaction requested=true 2024-11-26T12:22:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-26T12:22:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-26T12:22:35,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-26T12:22:35,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8640 sec 2024-11-26T12:22:35,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.8700 sec 2024-11-26T12:22:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T12:22:35,579 INFO [Thread-1722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-26T12:22:35,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-26T12:22:35,583 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T12:22:35,583 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:35,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T12:22:35,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T12:22:35,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:35,738 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:22:35,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:35,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:35,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:35,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:35,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:35,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fa3e0d3de54c4e5b96877a6fba403338_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623754620/Put/seqid=0 2024-11-26T12:22:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:35,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:35,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742261_1437 (size=12304) 2024-11-26T12:22:35,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623815812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623815812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623815813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623815814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623815814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T12:22:35,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623815927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623815927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623815929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623815929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:35,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623815929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:36,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623816143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:36,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623816145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:36,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623816145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:36,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623816146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:36,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623816146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T12:22:36,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:36,210 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fa3e0d3de54c4e5b96877a6fba403338_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fa3e0d3de54c4e5b96877a6fba403338_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:36,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/5c2cc0ef1b6d44b9bbd606953b9864f6, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:36,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/5c2cc0ef1b6d44b9bbd606953b9864f6 is 175, key is test_row_0/A:col10/1732623754620/Put/seqid=0 2024-11-26T12:22:36,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742262_1438 (size=31105) 2024-11-26T12:22:36,251 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/5c2cc0ef1b6d44b9bbd606953b9864f6 2024-11-26T12:22:36,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/ae9bba3539bf4d7cab24ae914593bc9a is 50, key is test_row_0/B:col10/1732623754620/Put/seqid=0 2024-11-26T12:22:36,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742263_1439 (size=12151) 2024-11-26T12:22:36,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623816458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:36,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623816459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:36,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623816459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:36,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623816460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:36,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623816461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T12:22:36,706 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/ae9bba3539bf4d7cab24ae914593bc9a 2024-11-26T12:22:36,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/bf0b1257b9c647b79a7e15fb6f3ac331 is 50, key is test_row_0/C:col10/1732623754620/Put/seqid=0 2024-11-26T12:22:36,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742264_1440 (size=12151) 2024-11-26T12:22:36,738 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/bf0b1257b9c647b79a7e15fb6f3ac331 2024-11-26T12:22:36,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/5c2cc0ef1b6d44b9bbd606953b9864f6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/5c2cc0ef1b6d44b9bbd606953b9864f6 2024-11-26T12:22:36,755 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/5c2cc0ef1b6d44b9bbd606953b9864f6, entries=150, sequenceid=213, filesize=30.4 K 2024-11-26T12:22:36,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/ae9bba3539bf4d7cab24ae914593bc9a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/ae9bba3539bf4d7cab24ae914593bc9a 2024-11-26T12:22:36,764 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/ae9bba3539bf4d7cab24ae914593bc9a, entries=150, sequenceid=213, filesize=11.9 K 2024-11-26T12:22:36,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/bf0b1257b9c647b79a7e15fb6f3ac331 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/bf0b1257b9c647b79a7e15fb6f3ac331 2024-11-26T12:22:36,770 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/bf0b1257b9c647b79a7e15fb6f3ac331, entries=150, sequenceid=213, filesize=11.9 K 2024-11-26T12:22:36,771 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1165851faaac62bc6c253a3de561deed in 1033ms, sequenceid=213, compaction requested=true 2024-11-26T12:22:36,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:36,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:36,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-26T12:22:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-26T12:22:36,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-26T12:22:36,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1890 sec 2024-11-26T12:22:36,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.1960 sec 2024-11-26T12:22:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:36,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:22:36,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:36,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:36,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:36,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:36,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:36,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:36,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265ffb36f13dc242508d1d3b49e13c4873_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623756969/Put/seqid=0 2024-11-26T12:22:37,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742265_1441 (size=17284) 2024-11-26T12:22:37,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623817038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623817040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623817042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623817051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623817052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623817156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623817157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623817157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623817163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623817163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623817360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623817362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623817362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623817364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623817365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,439 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:37,455 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265ffb36f13dc242508d1d3b49e13c4873_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265ffb36f13dc242508d1d3b49e13c4873_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:37,456 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/87fd24aca2d84e19b2a14e34af05e665, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:37,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/87fd24aca2d84e19b2a14e34af05e665 is 175, key is test_row_0/A:col10/1732623756969/Put/seqid=0 2024-11-26T12:22:37,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742266_1442 (size=48389) 2024-11-26T12:22:37,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623817673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623817673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623817674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623817675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623817677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T12:22:37,687 INFO [Thread-1722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-26T12:22:37,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-26T12:22:37,691 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T12:22:37,691 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:37,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T12:22:37,843 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T12:22:37,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:37,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:37,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:37,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:37,901 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/87fd24aca2d84e19b2a14e34af05e665 2024-11-26T12:22:37,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/0451d0648e8e46488d8b97d2db3c2f72 is 50, key is test_row_0/B:col10/1732623756969/Put/seqid=0 2024-11-26T12:22:37,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742267_1443 (size=12151) 2024-11-26T12:22:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T12:22:37,996 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:37,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T12:22:37,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:37,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:37,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:37,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:37,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:38,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:38,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T12:22:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:38,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:38,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623818184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:38,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623818187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:38,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623818187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:38,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623818188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:38,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623818188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T12:22:38,302 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:38,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T12:22:38,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:38,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:38,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:38,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:38,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:38,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/0451d0648e8e46488d8b97d2db3c2f72 2024-11-26T12:22:38,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/94171911920941cf903a288194fc16c2 is 50, key is test_row_0/C:col10/1732623756969/Put/seqid=0 2024-11-26T12:22:38,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742268_1444 (size=12151) 2024-11-26T12:22:38,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/94171911920941cf903a288194fc16c2 2024-11-26T12:22:38,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/87fd24aca2d84e19b2a14e34af05e665 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/87fd24aca2d84e19b2a14e34af05e665 2024-11-26T12:22:38,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/87fd24aca2d84e19b2a14e34af05e665, entries=250, sequenceid=228, filesize=47.3 K 2024-11-26T12:22:38,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/0451d0648e8e46488d8b97d2db3c2f72 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0451d0648e8e46488d8b97d2db3c2f72 2024-11-26T12:22:38,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0451d0648e8e46488d8b97d2db3c2f72, entries=150, sequenceid=228, filesize=11.9 K 2024-11-26T12:22:38,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/94171911920941cf903a288194fc16c2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/94171911920941cf903a288194fc16c2 2024-11-26T12:22:38,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/94171911920941cf903a288194fc16c2, entries=150, sequenceid=228, filesize=11.9 K 2024-11-26T12:22:38,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1165851faaac62bc6c253a3de561deed in 1482ms, sequenceid=228, compaction requested=true 2024-11-26T12:22:38,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:38,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:38,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:38,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:38,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:38,456 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T12:22:38,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:38,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T12:22:38,456 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T12:22:38,457 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:38,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T12:22:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:38,458 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T12:22:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:38,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:38,459 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T12:22:38,460 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/B is initiating minor compaction (all files) 2024-11-26T12:22:38,460 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/B in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:38,460 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0564b2d2d8ed48708a21c10e7b8f2717, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/defae420026d408b87d3979d8ce6fe6a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/7416d2f0042047f989764e5c3975ec7e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/ae9bba3539bf4d7cab24ae914593bc9a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0451d0648e8e46488d8b97d2db3c2f72] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=59.7 K 2024-11-26T12:22:38,460 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 181795 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T12:22:38,460 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/A is initiating minor compaction (all files) 2024-11-26T12:22:38,460 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/A in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:38,461 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/befc5fa8b7e148498a1d176e351e5f29, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/d4d3afadaa3e4252a94b56f0b1c9392b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6fc4e8d84aac481784f983f63657b294, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/5c2cc0ef1b6d44b9bbd606953b9864f6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/87fd24aca2d84e19b2a14e34af05e665] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=177.5 K 2024-11-26T12:22:38,461 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:38,461 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/befc5fa8b7e148498a1d176e351e5f29, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/d4d3afadaa3e4252a94b56f0b1c9392b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6fc4e8d84aac481784f983f63657b294, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/5c2cc0ef1b6d44b9bbd606953b9864f6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/87fd24aca2d84e19b2a14e34af05e665] 2024-11-26T12:22:38,461 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0564b2d2d8ed48708a21c10e7b8f2717, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732623752493 2024-11-26T12:22:38,461 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting befc5fa8b7e148498a1d176e351e5f29, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732623752493 2024-11-26T12:22:38,462 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting defae420026d408b87d3979d8ce6fe6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732623753216 2024-11-26T12:22:38,462 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting d4d3afadaa3e4252a94b56f0b1c9392b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732623753216 2024-11-26T12:22:38,463 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7416d2f0042047f989764e5c3975ec7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732623753428 2024-11-26T12:22:38,463 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fc4e8d84aac481784f983f63657b294, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732623753428 2024-11-26T12:22:38,464 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c2cc0ef1b6d44b9bbd606953b9864f6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732623754619 2024-11-26T12:22:38,464 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae9bba3539bf4d7cab24ae914593bc9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732623754619 2024-11-26T12:22:38,464 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 87fd24aca2d84e19b2a14e34af05e665, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732623755812 2024-11-26T12:22:38,464 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0451d0648e8e46488d8b97d2db3c2f72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732623755812 2024-11-26T12:22:38,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126030d065db41840eebbb4d54b882a3800_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623757051/Put/seqid=0 2024-11-26T12:22:38,487 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:38,507 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#B#compaction#383 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:38,507 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/f40a3d3ca3384cabbb34549d87bdedd0 is 50, key is test_row_0/B:col10/1732623756969/Put/seqid=0 2024-11-26T12:22:38,515 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411263f2546f4af124bffa85703b5a6b0f83b_1165851faaac62bc6c253a3de561deed store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:38,528 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411263f2546f4af124bffa85703b5a6b0f83b_1165851faaac62bc6c253a3de561deed, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:38,528 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263f2546f4af124bffa85703b5a6b0f83b_1165851faaac62bc6c253a3de561deed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:38,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742269_1445 (size=12304) 2024-11-26T12:22:38,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742270_1446 (size=12663) 2024-11-26T12:22:38,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742271_1447 (size=4469) 2024-11-26T12:22:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T12:22:38,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:38,941 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126030d065db41840eebbb4d54b882a3800_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126030d065db41840eebbb4d54b882a3800_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:38,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/85de5ef8555d4a4297f8af49eed019ff, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:38,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/85de5ef8555d4a4297f8af49eed019ff is 175, key is test_row_0/A:col10/1732623757051/Put/seqid=0 2024-11-26T12:22:38,960 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/f40a3d3ca3384cabbb34549d87bdedd0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f40a3d3ca3384cabbb34549d87bdedd0 2024-11-26T12:22:38,972 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1165851faaac62bc6c253a3de561deed/B of 1165851faaac62bc6c253a3de561deed into f40a3d3ca3384cabbb34549d87bdedd0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:38,972 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:38,973 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/B, priority=11, startTime=1732623758456; duration=0sec 2024-11-26T12:22:38,973 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:38,973 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:B 2024-11-26T12:22:38,973 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T12:22:38,977 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T12:22:38,977 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/C is initiating minor compaction (all files) 2024-11-26T12:22:38,977 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/C in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:38,977 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6123cb9da6ca403ebba95c8c4ccccb68, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/e257f1d6994d4ca98933324d6094422a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/9f42c9774ae84a1587bf23bedd510345, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/bf0b1257b9c647b79a7e15fb6f3ac331, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/94171911920941cf903a288194fc16c2] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=59.7 K 2024-11-26T12:22:38,978 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6123cb9da6ca403ebba95c8c4ccccb68, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732623752493 2024-11-26T12:22:38,979 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#A#compaction#382 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:38,979 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting e257f1d6994d4ca98933324d6094422a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732623753216 2024-11-26T12:22:38,980 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/c771a90e764e430a8630ecb1baabc7f6 is 175, key is test_row_0/A:col10/1732623756969/Put/seqid=0 2024-11-26T12:22:38,980 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f42c9774ae84a1587bf23bedd510345, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732623753428 2024-11-26T12:22:38,982 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf0b1257b9c647b79a7e15fb6f3ac331, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732623754619 2024-11-26T12:22:38,983 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94171911920941cf903a288194fc16c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732623755812 2024-11-26T12:22:38,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742272_1448 (size=31105) 2024-11-26T12:22:38,995 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/85de5ef8555d4a4297f8af49eed019ff 2024-11-26T12:22:39,011 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#C#compaction#384 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:39,011 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/bbfbe4243f9240d78ce00aa2ac65704c is 50, key is test_row_0/C:col10/1732623756969/Put/seqid=0 2024-11-26T12:22:39,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742273_1449 (size=31617) 2024-11-26T12:22:39,049 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/c771a90e764e430a8630ecb1baabc7f6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/c771a90e764e430a8630ecb1baabc7f6 2024-11-26T12:22:39,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/55f7ff0a4f9843c081c159765dc3c3ff is 50, key is test_row_0/B:col10/1732623757051/Put/seqid=0 2024-11-26T12:22:39,056 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1165851faaac62bc6c253a3de561deed/A of 1165851faaac62bc6c253a3de561deed into c771a90e764e430a8630ecb1baabc7f6(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:39,056 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:39,056 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/A, priority=11, startTime=1732623758456; duration=0sec 2024-11-26T12:22:39,056 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:39,057 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:A 2024-11-26T12:22:39,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742274_1450 (size=12663) 2024-11-26T12:22:39,104 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/bbfbe4243f9240d78ce00aa2ac65704c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/bbfbe4243f9240d78ce00aa2ac65704c 2024-11-26T12:22:39,110 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1165851faaac62bc6c253a3de561deed/C of 1165851faaac62bc6c253a3de561deed into bbfbe4243f9240d78ce00aa2ac65704c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:39,110 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:39,110 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/C, priority=11, startTime=1732623758456; duration=0sec 2024-11-26T12:22:39,110 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:39,110 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:C 2024-11-26T12:22:39,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742275_1451 (size=12151) 2024-11-26T12:22:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:39,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:39,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623819226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623819227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623819232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623819236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623819237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623819339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623819339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623819341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623819348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623819349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,516 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/55f7ff0a4f9843c081c159765dc3c3ff 2024-11-26T12:22:39,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/a86880e5a7e04a3c9097e21bac0423fb is 50, key is test_row_0/C:col10/1732623757051/Put/seqid=0 2024-11-26T12:22:39,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623819547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623819548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623819549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623819555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623819556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742276_1452 (size=12151) 2024-11-26T12:22:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T12:22:39,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623819854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623819855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623819857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623819863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623819863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:39,981 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/a86880e5a7e04a3c9097e21bac0423fb 2024-11-26T12:22:39,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/85de5ef8555d4a4297f8af49eed019ff as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/85de5ef8555d4a4297f8af49eed019ff 2024-11-26T12:22:39,999 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/85de5ef8555d4a4297f8af49eed019ff, entries=150, sequenceid=249, filesize=30.4 K 2024-11-26T12:22:40,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/55f7ff0a4f9843c081c159765dc3c3ff as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/55f7ff0a4f9843c081c159765dc3c3ff 2024-11-26T12:22:40,005 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/55f7ff0a4f9843c081c159765dc3c3ff, entries=150, sequenceid=249, filesize=11.9 K 2024-11-26T12:22:40,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/a86880e5a7e04a3c9097e21bac0423fb as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a86880e5a7e04a3c9097e21bac0423fb 2024-11-26T12:22:40,010 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a86880e5a7e04a3c9097e21bac0423fb, entries=150, sequenceid=249, filesize=11.9 K 2024-11-26T12:22:40,011 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 1165851faaac62bc6c253a3de561deed in 1553ms, sequenceid=249, compaction requested=false 2024-11-26T12:22:40,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:40,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:40,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-26T12:22:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-26T12:22:40,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-26T12:22:40,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3220 sec 2024-11-26T12:22:40,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.3300 sec 2024-11-26T12:22:40,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T12:22:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:40,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:40,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:40,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:40,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:40,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:40,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:40,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112657892d1740fd48ed8baa8fe1d3197232_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623760368/Put/seqid=0 2024-11-26T12:22:40,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623820415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623820416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623820419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623820419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623820422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742277_1453 (size=12454) 2024-11-26T12:22:40,444 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:40,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112657892d1740fd48ed8baa8fe1d3197232_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112657892d1740fd48ed8baa8fe1d3197232_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:40,450 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/06532773217c4bceb931d5a8d301f235, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:40,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/06532773217c4bceb931d5a8d301f235 is 175, key is test_row_0/A:col10/1732623760368/Put/seqid=0 2024-11-26T12:22:40,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742278_1454 (size=31255) 2024-11-26T12:22:40,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623820527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623820531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623820532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623820532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623820536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623820737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623820738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623820738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623820741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623820741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:40,885 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/06532773217c4bceb931d5a8d301f235 2024-11-26T12:22:40,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/04dda661a3574d03ae12ab78eec039db is 50, key is test_row_0/B:col10/1732623760368/Put/seqid=0 2024-11-26T12:22:40,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742279_1455 (size=12301) 2024-11-26T12:22:40,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/04dda661a3574d03ae12ab78eec039db 2024-11-26T12:22:40,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/afa8d4a47afb48bca031f18b37f85834 is 50, key is test_row_0/C:col10/1732623760368/Put/seqid=0 2024-11-26T12:22:40,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742280_1456 (size=12301) 2024-11-26T12:22:41,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623821047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623821048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623821048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623821049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623821049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/afa8d4a47afb48bca031f18b37f85834 2024-11-26T12:22:41,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/06532773217c4bceb931d5a8d301f235 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/06532773217c4bceb931d5a8d301f235 2024-11-26T12:22:41,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/06532773217c4bceb931d5a8d301f235, entries=150, sequenceid=270, filesize=30.5 K 2024-11-26T12:22:41,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/04dda661a3574d03ae12ab78eec039db as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/04dda661a3574d03ae12ab78eec039db 2024-11-26T12:22:41,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/04dda661a3574d03ae12ab78eec039db, entries=150, sequenceid=270, filesize=12.0 K 2024-11-26T12:22:41,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/afa8d4a47afb48bca031f18b37f85834 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/afa8d4a47afb48bca031f18b37f85834 2024-11-26T12:22:41,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/afa8d4a47afb48bca031f18b37f85834, entries=150, sequenceid=270, filesize=12.0 K 2024-11-26T12:22:41,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 1165851faaac62bc6c253a3de561deed in 1024ms, sequenceid=270, compaction requested=true 2024-11-26T12:22:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:41,400 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:41,400 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:41,401 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:41,402 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/B is initiating minor compaction (all files) 2024-11-26T12:22:41,402 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/B in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:41,402 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f40a3d3ca3384cabbb34549d87bdedd0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/55f7ff0a4f9843c081c159765dc3c3ff, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/04dda661a3574d03ae12ab78eec039db] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=36.2 K 2024-11-26T12:22:41,402 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:41,402 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/A is initiating minor compaction (all files) 2024-11-26T12:22:41,402 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/A in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:41,402 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/c771a90e764e430a8630ecb1baabc7f6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/85de5ef8555d4a4297f8af49eed019ff, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/06532773217c4bceb931d5a8d301f235] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=91.8 K 2024-11-26T12:22:41,402 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:41,402 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/c771a90e764e430a8630ecb1baabc7f6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/85de5ef8555d4a4297f8af49eed019ff, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/06532773217c4bceb931d5a8d301f235] 2024-11-26T12:22:41,402 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting f40a3d3ca3384cabbb34549d87bdedd0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732623755812 2024-11-26T12:22:41,403 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting c771a90e764e430a8630ecb1baabc7f6, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732623755812 2024-11-26T12:22:41,403 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 55f7ff0a4f9843c081c159765dc3c3ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732623757007 2024-11-26T12:22:41,403 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85de5ef8555d4a4297f8af49eed019ff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732623757007 2024-11-26T12:22:41,404 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06532773217c4bceb931d5a8d301f235, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732623760368 2024-11-26T12:22:41,405 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 04dda661a3574d03ae12ab78eec039db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732623760368 2024-11-26T12:22:41,428 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:41,434 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#B#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:41,434 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/7083308c26084334a1f21a8b226dff33 is 50, key is test_row_0/B:col10/1732623760368/Put/seqid=0 2024-11-26T12:22:41,440 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112607cf141097f04bdfaf5a6d8a29c74638_1165851faaac62bc6c253a3de561deed store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:41,443 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112607cf141097f04bdfaf5a6d8a29c74638_1165851faaac62bc6c253a3de561deed, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:41,443 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112607cf141097f04bdfaf5a6d8a29c74638_1165851faaac62bc6c253a3de561deed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:41,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742282_1458 (size=4469) 2024-11-26T12:22:41,495 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#A#compaction#390 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:41,496 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/eb2ba09a0abd4cdc9a83d6cf37a9ca67 is 175, key is test_row_0/A:col10/1732623760368/Put/seqid=0 2024-11-26T12:22:41,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742281_1457 (size=12915) 2024-11-26T12:22:41,513 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/7083308c26084334a1f21a8b226dff33 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/7083308c26084334a1f21a8b226dff33 2024-11-26T12:22:41,523 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/B of 1165851faaac62bc6c253a3de561deed into 7083308c26084334a1f21a8b226dff33(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:41,523 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:41,523 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/B, priority=13, startTime=1732623761400; duration=0sec 2024-11-26T12:22:41,523 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:41,523 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:B 2024-11-26T12:22:41,523 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:41,525 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:41,526 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/C is initiating minor compaction (all files) 2024-11-26T12:22:41,526 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/C in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:41,526 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/bbfbe4243f9240d78ce00aa2ac65704c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a86880e5a7e04a3c9097e21bac0423fb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/afa8d4a47afb48bca031f18b37f85834] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=36.2 K 2024-11-26T12:22:41,527 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting bbfbe4243f9240d78ce00aa2ac65704c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732623755812 2024-11-26T12:22:41,527 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting a86880e5a7e04a3c9097e21bac0423fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732623757007 2024-11-26T12:22:41,528 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting afa8d4a47afb48bca031f18b37f85834, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732623760368 2024-11-26T12:22:41,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742283_1459 (size=31869) 2024-11-26T12:22:41,537 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:41,538 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/0acfeb311d284a2a87396685a0a96e49 is 50, key is test_row_0/C:col10/1732623760368/Put/seqid=0 2024-11-26T12:22:41,540 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/eb2ba09a0abd4cdc9a83d6cf37a9ca67 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/eb2ba09a0abd4cdc9a83d6cf37a9ca67 2024-11-26T12:22:41,546 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/A of 1165851faaac62bc6c253a3de561deed into eb2ba09a0abd4cdc9a83d6cf37a9ca67(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:41,546 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:41,546 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/A, priority=13, startTime=1732623761400; duration=0sec 2024-11-26T12:22:41,546 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:41,546 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:A 2024-11-26T12:22:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:41,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T12:22:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:41,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742284_1460 (size=12915) 2024-11-26T12:22:41,577 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/0acfeb311d284a2a87396685a0a96e49 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/0acfeb311d284a2a87396685a0a96e49 2024-11-26T12:22:41,586 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/C of 1165851faaac62bc6c253a3de561deed into 0acfeb311d284a2a87396685a0a96e49(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:41,586 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:41,586 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/C, priority=13, startTime=1732623761400; duration=0sec 2024-11-26T12:22:41,586 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:41,586 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:C 2024-11-26T12:22:41,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112652ffb5ec2e524c4b92246828b03bdbac_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623760419/Put/seqid=0 2024-11-26T12:22:41,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623821605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623821607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623821612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623821616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623821623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742285_1461 (size=14994) 2024-11-26T12:22:41,660 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:41,665 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112652ffb5ec2e524c4b92246828b03bdbac_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112652ffb5ec2e524c4b92246828b03bdbac_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:41,669 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/24cd5934d97b4b1697d38f6aec2a3c0b, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:41,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/24cd5934d97b4b1697d38f6aec2a3c0b is 175, key is test_row_0/A:col10/1732623760419/Put/seqid=0 2024-11-26T12:22:41,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742286_1462 (size=39949) 2024-11-26T12:22:41,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/24cd5934d97b4b1697d38f6aec2a3c0b 2024-11-26T12:22:41,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623821718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623821725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623821725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623821731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/9f65c69e5c6c4c6394f70877c046906b is 50, key is test_row_0/B:col10/1732623760419/Put/seqid=0 2024-11-26T12:22:41,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623821733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742287_1463 (size=12301) 2024-11-26T12:22:41,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/9f65c69e5c6c4c6394f70877c046906b 2024-11-26T12:22:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T12:22:41,799 INFO [Thread-1722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-26T12:22:41,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-26T12:22:41,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/7d42a9b455f6471094b6d9ad9c1c7d68 is 50, key is test_row_0/C:col10/1732623760419/Put/seqid=0 2024-11-26T12:22:41,802 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T12:22:41,805 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:41,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:41,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742288_1464 (size=12301) 2024-11-26T12:22:41,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/7d42a9b455f6471094b6d9ad9c1c7d68 2024-11-26T12:22:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/24cd5934d97b4b1697d38f6aec2a3c0b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/24cd5934d97b4b1697d38f6aec2a3c0b 2024-11-26T12:22:41,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/24cd5934d97b4b1697d38f6aec2a3c0b, entries=200, sequenceid=291, filesize=39.0 K 2024-11-26T12:22:41,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/9f65c69e5c6c4c6394f70877c046906b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/9f65c69e5c6c4c6394f70877c046906b 2024-11-26T12:22:41,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/9f65c69e5c6c4c6394f70877c046906b, entries=150, sequenceid=291, filesize=12.0 K 2024-11-26T12:22:41,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/7d42a9b455f6471094b6d9ad9c1c7d68 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/7d42a9b455f6471094b6d9ad9c1c7d68 2024-11-26T12:22:41,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/7d42a9b455f6471094b6d9ad9c1c7d68, entries=150, sequenceid=291, filesize=12.0 K 2024-11-26T12:22:41,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 1165851faaac62bc6c253a3de561deed in 298ms, sequenceid=291, compaction requested=false 2024-11-26T12:22:41,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T12:22:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:41,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T12:22:41,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:41,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:41,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:41,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:41,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:41,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:41,956 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T12:22:41,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:41,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:41,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:41,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:41,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:41,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262b02d4c66bf44785a1ef392bf7dcd86f_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623761929/Put/seqid=0 2024-11-26T12:22:41,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623821968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623821969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623821970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623821971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623821972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:41,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742289_1465 (size=14994) 2024-11-26T12:22:41,992 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:41,996 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262b02d4c66bf44785a1ef392bf7dcd86f_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262b02d4c66bf44785a1ef392bf7dcd86f_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:41,997 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/e169855be162484494668fef0f0ca015, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:41,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/e169855be162484494668fef0f0ca015 is 175, key is test_row_0/A:col10/1732623761929/Put/seqid=0 2024-11-26T12:22:42,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742290_1466 (size=39949) 2024-11-26T12:22:42,030 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/e169855be162484494668fef0f0ca015 2024-11-26T12:22:42,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/2cd0b90317f8415eb9c6998c399c23e5 is 50, key is test_row_0/B:col10/1732623761929/Put/seqid=0 2024-11-26T12:22:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742291_1467 (size=12301) 2024-11-26T12:22:42,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/2cd0b90317f8415eb9c6998c399c23e5 2024-11-26T12:22:42,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/06f2774ab8b4469a9bcbc7b20c10e9d7 is 50, key is test_row_0/C:col10/1732623761929/Put/seqid=0 2024-11-26T12:22:42,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623822073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623822080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623822081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623822081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623822082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T12:22:42,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T12:22:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:42,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742292_1468 (size=12301) 2024-11-26T12:22:42,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/06f2774ab8b4469a9bcbc7b20c10e9d7 2024-11-26T12:22:42,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/e169855be162484494668fef0f0ca015 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e169855be162484494668fef0f0ca015 2024-11-26T12:22:42,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e169855be162484494668fef0f0ca015, entries=200, sequenceid=311, filesize=39.0 K 2024-11-26T12:22:42,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/2cd0b90317f8415eb9c6998c399c23e5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/2cd0b90317f8415eb9c6998c399c23e5 2024-11-26T12:22:42,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/2cd0b90317f8415eb9c6998c399c23e5, entries=150, sequenceid=311, filesize=12.0 K 2024-11-26T12:22:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/06f2774ab8b4469a9bcbc7b20c10e9d7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/06f2774ab8b4469a9bcbc7b20c10e9d7 2024-11-26T12:22:42,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/06f2774ab8b4469a9bcbc7b20c10e9d7, entries=150, sequenceid=311, filesize=12.0 K 2024-11-26T12:22:42,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 1165851faaac62bc6c253a3de561deed in 210ms, sequenceid=311, compaction requested=true 2024-11-26T12:22:42,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:42,141 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:42,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:42,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:42,141 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111767 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:42,142 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/A is initiating minor compaction (all files) 2024-11-26T12:22:42,142 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/A in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:42,142 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/eb2ba09a0abd4cdc9a83d6cf37a9ca67, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/24cd5934d97b4b1697d38f6aec2a3c0b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e169855be162484494668fef0f0ca015] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=109.1 K 2024-11-26T12:22:42,142 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:42,142 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/eb2ba09a0abd4cdc9a83d6cf37a9ca67, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/24cd5934d97b4b1697d38f6aec2a3c0b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e169855be162484494668fef0f0ca015] 2024-11-26T12:22:42,142 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:42,142 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb2ba09a0abd4cdc9a83d6cf37a9ca67, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732623760368 2024-11-26T12:22:42,143 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24cd5934d97b4b1697d38f6aec2a3c0b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732623760413 2024-11-26T12:22:42,143 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting e169855be162484494668fef0f0ca015, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732623761578 2024-11-26T12:22:42,143 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:42,143 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/B is initiating minor compaction (all files) 2024-11-26T12:22:42,143 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/B in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:42,143 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/7083308c26084334a1f21a8b226dff33, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/9f65c69e5c6c4c6394f70877c046906b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/2cd0b90317f8415eb9c6998c399c23e5] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=36.6 K 2024-11-26T12:22:42,144 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 7083308c26084334a1f21a8b226dff33, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732623760368 2024-11-26T12:22:42,144 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f65c69e5c6c4c6394f70877c046906b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732623760417 2024-11-26T12:22:42,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:42,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:42,145 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cd0b90317f8415eb9c6998c399c23e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732623761578 2024-11-26T12:22:42,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:42,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:42,152 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:42,166 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#B#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:42,166 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/8b4a33bc1cb74dbbad9878b7cbd5fb87 is 50, key is test_row_0/B:col10/1732623761929/Put/seqid=0 2024-11-26T12:22:42,175 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411262aed6be625f34e13b2c0151ed77a962b_1165851faaac62bc6c253a3de561deed store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:42,177 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411262aed6be625f34e13b2c0151ed77a962b_1165851faaac62bc6c253a3de561deed, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:42,177 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262aed6be625f34e13b2c0151ed77a962b_1165851faaac62bc6c253a3de561deed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:42,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742293_1469 (size=13017) 2024-11-26T12:22:42,235 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/8b4a33bc1cb74dbbad9878b7cbd5fb87 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/8b4a33bc1cb74dbbad9878b7cbd5fb87 2024-11-26T12:22:42,241 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/B of 1165851faaac62bc6c253a3de561deed into 8b4a33bc1cb74dbbad9878b7cbd5fb87(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:42,241 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:42,241 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/B, priority=13, startTime=1732623762142; duration=0sec 2024-11-26T12:22:42,241 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:42,241 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:B 2024-11-26T12:22:42,241 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:42,242 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:42,242 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/C is initiating minor compaction (all files) 2024-11-26T12:22:42,242 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/C in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:42,242 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/0acfeb311d284a2a87396685a0a96e49, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/7d42a9b455f6471094b6d9ad9c1c7d68, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/06f2774ab8b4469a9bcbc7b20c10e9d7] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=36.6 K 2024-11-26T12:22:42,243 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 0acfeb311d284a2a87396685a0a96e49, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732623760368 2024-11-26T12:22:42,243 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d42a9b455f6471094b6d9ad9c1c7d68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732623760417 2024-11-26T12:22:42,243 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 06f2774ab8b4469a9bcbc7b20c10e9d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732623761578 2024-11-26T12:22:42,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742294_1470 (size=4469) 2024-11-26T12:22:42,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,262 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:42,263 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/a01eacf8b43c449586d42669c2561b53 is 50, key is test_row_0/C:col10/1732623761929/Put/seqid=0 2024-11-26T12:22:42,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T12:22:42,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:42,264 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T12:22:42,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:42,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:42,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:42,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:42,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:42,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:42,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:42,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742295_1471 (size=13017) 2024-11-26T12:22:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126eb989b19dc45442faaf812eca06332b0_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623761970/Put/seqid=0 2024-11-26T12:22:42,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742296_1472 (size=12454) 2024-11-26T12:22:42,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:42,332 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126eb989b19dc45442faaf812eca06332b0_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126eb989b19dc45442faaf812eca06332b0_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:42,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/2bd7a34df27a499294911ba6c0792efc, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:42,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/2bd7a34df27a499294911ba6c0792efc is 175, key is test_row_0/A:col10/1732623761970/Put/seqid=0 2024-11-26T12:22:42,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742297_1473 (size=31255) 2024-11-26T12:22:42,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623822364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623822368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623822369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623822372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623822372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T12:22:42,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623822473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623822481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623822481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623822482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623822484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,651 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#A#compaction#399 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:42,652 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/7b991e110d454d789fedab6fec2a35bb is 175, key is test_row_0/A:col10/1732623761929/Put/seqid=0 2024-11-26T12:22:42,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742298_1474 (size=31971) 2024-11-26T12:22:42,675 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/7b991e110d454d789fedab6fec2a35bb as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/7b991e110d454d789fedab6fec2a35bb 2024-11-26T12:22:42,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623822676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,683 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/A of 1165851faaac62bc6c253a3de561deed into 7b991e110d454d789fedab6fec2a35bb(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:42,683 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:42,683 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/A, priority=13, startTime=1732623762140; duration=0sec 2024-11-26T12:22:42,683 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:42,683 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:A 2024-11-26T12:22:42,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623822689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623822689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623822690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623822700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:42,713 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/a01eacf8b43c449586d42669c2561b53 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a01eacf8b43c449586d42669c2561b53 2024-11-26T12:22:42,723 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/C of 1165851faaac62bc6c253a3de561deed into a01eacf8b43c449586d42669c2561b53(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:42,723 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:42,723 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/C, priority=13, startTime=1732623762145; duration=0sec 2024-11-26T12:22:42,723 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:42,723 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:C 2024-11-26T12:22:42,743 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/2bd7a34df27a499294911ba6c0792efc 2024-11-26T12:22:42,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/6782e00f0c7f49709a99a6fd63a5e239 is 50, key is test_row_0/B:col10/1732623761970/Put/seqid=0 2024-11-26T12:22:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742299_1475 (size=12301) 2024-11-26T12:22:42,796 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/6782e00f0c7f49709a99a6fd63a5e239 2024-11-26T12:22:42,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/3dccbeb457924ac1a1f2e6aabda99753 is 50, key is test_row_0/C:col10/1732623761970/Put/seqid=0 2024-11-26T12:22:42,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742300_1476 (size=12301) 2024-11-26T12:22:42,856 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/3dccbeb457924ac1a1f2e6aabda99753 2024-11-26T12:22:42,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/2bd7a34df27a499294911ba6c0792efc as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/2bd7a34df27a499294911ba6c0792efc 2024-11-26T12:22:42,869 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/2bd7a34df27a499294911ba6c0792efc, entries=150, sequenceid=330, filesize=30.5 K 2024-11-26T12:22:42,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/6782e00f0c7f49709a99a6fd63a5e239 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/6782e00f0c7f49709a99a6fd63a5e239 2024-11-26T12:22:42,882 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/6782e00f0c7f49709a99a6fd63a5e239, entries=150, sequenceid=330, filesize=12.0 K 2024-11-26T12:22:42,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/3dccbeb457924ac1a1f2e6aabda99753 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/3dccbeb457924ac1a1f2e6aabda99753 2024-11-26T12:22:42,887 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/3dccbeb457924ac1a1f2e6aabda99753, entries=150, sequenceid=330, filesize=12.0 K 2024-11-26T12:22:42,888 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 1165851faaac62bc6c253a3de561deed in 624ms, sequenceid=330, compaction requested=false 2024-11-26T12:22:42,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:42,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:42,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-26T12:22:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-26T12:22:42,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-26T12:22:42,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0850 sec 2024-11-26T12:22:42,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.0930 sec 2024-11-26T12:22:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T12:22:42,910 INFO [Thread-1722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-26T12:22:42,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-26T12:22:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T12:22:42,914 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:42,915 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:42,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:42,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T12:22:42,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:42,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:42,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:42,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:42,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:42,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:43,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260c6f1df174d74ae89917a2662e0f7fdd_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623762985/Put/seqid=0 2024-11-26T12:22:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T12:22:43,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623823031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623823031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623823033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623823040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623823042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742301_1477 (size=14994) 2024-11-26T12:22:43,062 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:43,065 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260c6f1df174d74ae89917a2662e0f7fdd_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c6f1df174d74ae89917a2662e0f7fdd_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:43,066 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/af58617b82f24050b714fc0367fd36c8, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:43,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/af58617b82f24050b714fc0367fd36c8 is 175, key is test_row_0/A:col10/1732623762985/Put/seqid=0 2024-11-26T12:22:43,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742302_1478 (size=39949) 2024-11-26T12:22:43,107 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/af58617b82f24050b714fc0367fd36c8 2024-11-26T12:22:43,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/0837a2d0da204a9985a86e5d68ba1ca4 is 50, key is test_row_0/B:col10/1732623762985/Put/seqid=0 2024-11-26T12:22:43,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623823143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623823144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623823144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623823151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623823152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742303_1479 (size=12301) 2024-11-26T12:22:43,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/0837a2d0da204a9985a86e5d68ba1ca4 2024-11-26T12:22:43,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/5136fa0edc8540ad900d55e850123cbc is 50, key is test_row_0/C:col10/1732623762985/Put/seqid=0 2024-11-26T12:22:43,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742304_1480 (size=12301) 2024-11-26T12:22:43,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/5136fa0edc8540ad900d55e850123cbc 2024-11-26T12:22:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T12:22:43,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/af58617b82f24050b714fc0367fd36c8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/af58617b82f24050b714fc0367fd36c8 2024-11-26T12:22:43,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:43,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:43,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/af58617b82f24050b714fc0367fd36c8, entries=200, sequenceid=352, filesize=39.0 K 2024-11-26T12:22:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/0837a2d0da204a9985a86e5d68ba1ca4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0837a2d0da204a9985a86e5d68ba1ca4 2024-11-26T12:22:43,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0837a2d0da204a9985a86e5d68ba1ca4, entries=150, sequenceid=352, filesize=12.0 K 2024-11-26T12:22:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/5136fa0edc8540ad900d55e850123cbc as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/5136fa0edc8540ad900d55e850123cbc 2024-11-26T12:22:43,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/5136fa0edc8540ad900d55e850123cbc, entries=150, sequenceid=352, filesize=12.0 K 2024-11-26T12:22:43,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 1165851faaac62bc6c253a3de561deed in 258ms, sequenceid=352, compaction requested=true 2024-11-26T12:22:43,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:43,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:43,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:43,245 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:43,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:43,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:43,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:43,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T12:22:43,245 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:43,246 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:43,246 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/B is initiating minor compaction (all files) 2024-11-26T12:22:43,246 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/B in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,246 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/8b4a33bc1cb74dbbad9878b7cbd5fb87, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/6782e00f0c7f49709a99a6fd63a5e239, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0837a2d0da204a9985a86e5d68ba1ca4] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=36.7 K 2024-11-26T12:22:43,246 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:43,247 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/A is initiating minor compaction (all files) 2024-11-26T12:22:43,247 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/A in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,247 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/7b991e110d454d789fedab6fec2a35bb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/2bd7a34df27a499294911ba6c0792efc, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/af58617b82f24050b714fc0367fd36c8] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=100.8 K 2024-11-26T12:22:43,247 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,247 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/7b991e110d454d789fedab6fec2a35bb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/2bd7a34df27a499294911ba6c0792efc, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/af58617b82f24050b714fc0367fd36c8] 2024-11-26T12:22:43,247 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b4a33bc1cb74dbbad9878b7cbd5fb87, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732623761578 2024-11-26T12:22:43,247 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b991e110d454d789fedab6fec2a35bb, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732623761578 2024-11-26T12:22:43,247 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 6782e00f0c7f49709a99a6fd63a5e239, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732623761967 2024-11-26T12:22:43,248 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bd7a34df27a499294911ba6c0792efc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732623761967 2024-11-26T12:22:43,248 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 0837a2d0da204a9985a86e5d68ba1ca4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732623762368 2024-11-26T12:22:43,248 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting af58617b82f24050b714fc0367fd36c8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732623762368 2024-11-26T12:22:43,264 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#B#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:43,264 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/191a556e4a16431e973ec0a26775eb1d is 50, key is test_row_0/B:col10/1732623762985/Put/seqid=0 2024-11-26T12:22:43,289 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:43,309 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411269c84834cdd1b40ff9e51a9eacdfe40c9_1165851faaac62bc6c253a3de561deed store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:43,311 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411269c84834cdd1b40ff9e51a9eacdfe40c9_1165851faaac62bc6c253a3de561deed, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:43,311 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269c84834cdd1b40ff9e51a9eacdfe40c9_1165851faaac62bc6c253a3de561deed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:43,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742305_1481 (size=13119) 2024-11-26T12:22:43,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T12:22:43,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:43,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:43,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:43,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:43,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:43,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:43,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742306_1482 (size=4469) 2024-11-26T12:22:43,372 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#A#compaction#409 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:43,373 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/0bbb6786d6f243e480bb562a51dcf3f3 is 175, key is test_row_0/A:col10/1732623762985/Put/seqid=0 2024-11-26T12:22:43,382 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:43,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:43,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265c3af0c8b96b435888d72d614445dfd0_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623763037/Put/seqid=0 2024-11-26T12:22:43,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742307_1483 (size=32073) 2024-11-26T12:22:43,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623823405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,422 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/0bbb6786d6f243e480bb562a51dcf3f3 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/0bbb6786d6f243e480bb562a51dcf3f3 2024-11-26T12:22:43,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623823408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623823415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,427 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/A of 1165851faaac62bc6c253a3de561deed into 0bbb6786d6f243e480bb562a51dcf3f3(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:43,427 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:43,427 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/A, priority=13, startTime=1732623763245; duration=0sec 2024-11-26T12:22:43,427 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:43,427 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:A 2024-11-26T12:22:43,427 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:43,428 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:43,428 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/C is initiating minor compaction (all files) 2024-11-26T12:22:43,428 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/C in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,428 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a01eacf8b43c449586d42669c2561b53, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/3dccbeb457924ac1a1f2e6aabda99753, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/5136fa0edc8540ad900d55e850123cbc] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=36.7 K 2024-11-26T12:22:43,429 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting a01eacf8b43c449586d42669c2561b53, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732623761578 2024-11-26T12:22:43,429 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dccbeb457924ac1a1f2e6aabda99753, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732623761967 2024-11-26T12:22:43,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623823419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,429 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5136fa0edc8540ad900d55e850123cbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732623762368 2024-11-26T12:22:43,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623823420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742308_1484 (size=12454) 2024-11-26T12:22:43,449 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:43,454 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265c3af0c8b96b435888d72d614445dfd0_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265c3af0c8b96b435888d72d614445dfd0_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:43,455 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/9eb30a31f9ef4dc5aec1a87c0fbed322, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:43,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/9eb30a31f9ef4dc5aec1a87c0fbed322 is 175, key is test_row_0/A:col10/1732623763037/Put/seqid=0 2024-11-26T12:22:43,459 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:43,460 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/caa419aebc424d28892b238fd43aaf42 is 50, key is test_row_0/C:col10/1732623762985/Put/seqid=0 2024-11-26T12:22:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742309_1485 (size=31255) 2024-11-26T12:22:43,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742310_1486 (size=13119) 2024-11-26T12:22:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T12:22:43,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623823521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623823523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623823524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623823530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:43,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:43,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623823532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,689 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:43,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:43,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,740 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/191a556e4a16431e973ec0a26775eb1d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/191a556e4a16431e973ec0a26775eb1d 2024-11-26T12:22:43,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623823734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623823735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623823736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623823737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,746 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/B of 1165851faaac62bc6c253a3de561deed into 191a556e4a16431e973ec0a26775eb1d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:43,746 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:43,746 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/B, priority=13, startTime=1732623763245; duration=0sec 2024-11-26T12:22:43,746 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:43,746 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:B 2024-11-26T12:22:43,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623823747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:43,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:43,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,896 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/9eb30a31f9ef4dc5aec1a87c0fbed322 2024-11-26T12:22:43,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/a816780879e44ea9ae8f5d3278ec30c5 is 50, key is test_row_0/B:col10/1732623763037/Put/seqid=0 2024-11-26T12:22:43,922 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/caa419aebc424d28892b238fd43aaf42 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/caa419aebc424d28892b238fd43aaf42 2024-11-26T12:22:43,927 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/C of 1165851faaac62bc6c253a3de561deed into caa419aebc424d28892b238fd43aaf42(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:43,927 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:43,927 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/C, priority=13, startTime=1732623763245; duration=0sec 2024-11-26T12:22:43,928 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:43,928 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:C 2024-11-26T12:22:43,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742311_1487 (size=12301) 2024-11-26T12:22:43,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/a816780879e44ea9ae8f5d3278ec30c5 2024-11-26T12:22:43,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/411c9b1f93e14fb3bd53be894ee59e35 is 50, key is test_row_0/C:col10/1732623763037/Put/seqid=0 2024-11-26T12:22:43,996 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:43,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:43,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:43,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:43,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742312_1488 (size=12301) 2024-11-26T12:22:44,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/411c9b1f93e14fb3bd53be894ee59e35 2024-11-26T12:22:44,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/9eb30a31f9ef4dc5aec1a87c0fbed322 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9eb30a31f9ef4dc5aec1a87c0fbed322 2024-11-26T12:22:44,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9eb30a31f9ef4dc5aec1a87c0fbed322, entries=150, sequenceid=370, filesize=30.5 K 2024-11-26T12:22:44,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/a816780879e44ea9ae8f5d3278ec30c5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/a816780879e44ea9ae8f5d3278ec30c5 2024-11-26T12:22:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T12:22:44,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/a816780879e44ea9ae8f5d3278ec30c5, entries=150, sequenceid=370, filesize=12.0 K 2024-11-26T12:22:44,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/411c9b1f93e14fb3bd53be894ee59e35 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/411c9b1f93e14fb3bd53be894ee59e35 2024-11-26T12:22:44,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/411c9b1f93e14fb3bd53be894ee59e35, entries=150, sequenceid=370, filesize=12.0 K 2024-11-26T12:22:44,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 1165851faaac62bc6c253a3de561deed in 676ms, sequenceid=370, compaction requested=false 2024-11-26T12:22:44,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:44,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T12:22:44,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:44,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:44,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:44,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:44,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:44,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:44,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a0b3f6d5217c4bc0b17df062d091a297_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623764043/Put/seqid=0 2024-11-26T12:22:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742313_1489 (size=14994) 2024-11-26T12:22:44,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623824071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,081 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:44,086 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a0b3f6d5217c4bc0b17df062d091a297_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a0b3f6d5217c4bc0b17df062d091a297_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:44,087 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/c3bc6fffa6e34eb8973737438342a674, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:44,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/c3bc6fffa6e34eb8973737438342a674 is 175, key is test_row_0/A:col10/1732623764043/Put/seqid=0 2024-11-26T12:22:44,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623824079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623824079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623824080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623824081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742314_1490 (size=39949) 2024-11-26T12:22:44,150 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:44,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:44,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:44,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:44,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623824182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623824189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623824192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623824192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623824194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,304 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:44,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:44,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:44,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:44,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623824385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623824392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623824398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623824398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623824399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:44,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,522 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/c3bc6fffa6e34eb8973737438342a674 2024-11-26T12:22:44,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/428c87e377ce4f5dbe7a173bcba754e5 is 50, key is test_row_0/B:col10/1732623764043/Put/seqid=0 2024-11-26T12:22:44,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742315_1491 (size=12301) 2024-11-26T12:22:44,611 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:44,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:44,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:44,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:44,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623824694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623824700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623824706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623824707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623824709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:44,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:44,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:44,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:44,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:44,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:44,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:44,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/428c87e377ce4f5dbe7a173bcba754e5 2024-11-26T12:22:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T12:22:45,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/2f531a7b998e41beabc66262c5c5fed9 is 50, key is test_row_0/C:col10/1732623764043/Put/seqid=0 2024-11-26T12:22:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742316_1492 (size=12301) 2024-11-26T12:22:45,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/2f531a7b998e41beabc66262c5c5fed9 2024-11-26T12:22:45,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/c3bc6fffa6e34eb8973737438342a674 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/c3bc6fffa6e34eb8973737438342a674 2024-11-26T12:22:45,072 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:45,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:45,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:45,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:45,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:45,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/c3bc6fffa6e34eb8973737438342a674, entries=200, sequenceid=393, filesize=39.0 K 2024-11-26T12:22:45,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/428c87e377ce4f5dbe7a173bcba754e5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/428c87e377ce4f5dbe7a173bcba754e5 2024-11-26T12:22:45,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/428c87e377ce4f5dbe7a173bcba754e5, entries=150, sequenceid=393, filesize=12.0 K 2024-11-26T12:22:45,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/2f531a7b998e41beabc66262c5c5fed9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2f531a7b998e41beabc66262c5c5fed9 2024-11-26T12:22:45,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2f531a7b998e41beabc66262c5c5fed9, entries=150, sequenceid=393, filesize=12.0 K 2024-11-26T12:22:45,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 1165851faaac62bc6c253a3de561deed in 1043ms, sequenceid=393, compaction requested=true 2024-11-26T12:22:45,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:45,088 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:45,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:45,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:45,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:45,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:45,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:45,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:45,089 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:45,089 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:45,090 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/A is initiating minor compaction (all files) 2024-11-26T12:22:45,090 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/A in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:45,090 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/0bbb6786d6f243e480bb562a51dcf3f3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9eb30a31f9ef4dc5aec1a87c0fbed322, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/c3bc6fffa6e34eb8973737438342a674] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=100.9 K 2024-11-26T12:22:45,090 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:45,090 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/0bbb6786d6f243e480bb562a51dcf3f3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9eb30a31f9ef4dc5aec1a87c0fbed322, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/c3bc6fffa6e34eb8973737438342a674] 2024-11-26T12:22:45,090 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:45,090 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/B is initiating minor compaction (all files) 2024-11-26T12:22:45,090 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/B in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:45,090 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/191a556e4a16431e973ec0a26775eb1d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/a816780879e44ea9ae8f5d3278ec30c5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/428c87e377ce4f5dbe7a173bcba754e5] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=36.8 K 2024-11-26T12:22:45,091 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bbb6786d6f243e480bb562a51dcf3f3, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732623762368 2024-11-26T12:22:45,091 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 191a556e4a16431e973ec0a26775eb1d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732623762368 2024-11-26T12:22:45,091 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting a816780879e44ea9ae8f5d3278ec30c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732623763037 2024-11-26T12:22:45,091 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9eb30a31f9ef4dc5aec1a87c0fbed322, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732623763037 2024-11-26T12:22:45,092 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 428c87e377ce4f5dbe7a173bcba754e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732623763416 2024-11-26T12:22:45,092 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3bc6fffa6e34eb8973737438342a674, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732623763414 2024-11-26T12:22:45,120 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:45,133 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411262a05cec8dd2a469e998752993e0e5983_1165851faaac62bc6c253a3de561deed store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:45,134 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:45,135 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411262a05cec8dd2a469e998752993e0e5983_1165851faaac62bc6c253a3de561deed, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:45,135 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/fc98f35f085440b0bcffe06193975bbe is 50, key is test_row_0/B:col10/1732623764043/Put/seqid=0 2024-11-26T12:22:45,135 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262a05cec8dd2a469e998752993e0e5983_1165851faaac62bc6c253a3de561deed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:45,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742317_1493 (size=13221) 2024-11-26T12:22:45,193 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/fc98f35f085440b0bcffe06193975bbe as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/fc98f35f085440b0bcffe06193975bbe 2024-11-26T12:22:45,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742318_1494 (size=4469) 2024-11-26T12:22:45,199 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/B of 1165851faaac62bc6c253a3de561deed into fc98f35f085440b0bcffe06193975bbe(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:45,199 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:45,199 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/B, priority=13, startTime=1732623765089; duration=0sec 2024-11-26T12:22:45,199 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:45,199 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:B 2024-11-26T12:22:45,199 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:22:45,200 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:22:45,200 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/C is initiating minor compaction (all files) 2024-11-26T12:22:45,200 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/C in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:45,200 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/caa419aebc424d28892b238fd43aaf42, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/411c9b1f93e14fb3bd53be894ee59e35, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2f531a7b998e41beabc66262c5c5fed9] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=36.8 K 2024-11-26T12:22:45,201 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting caa419aebc424d28892b238fd43aaf42, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732623762368 2024-11-26T12:22:45,201 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 411c9b1f93e14fb3bd53be894ee59e35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732623763037 2024-11-26T12:22:45,201 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f531a7b998e41beabc66262c5c5fed9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732623763416 2024-11-26T12:22:45,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T12:22:45,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:45,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:45,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:45,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:45,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:45,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:45,218 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#C#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:45,219 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/afa2aa149b4045dfba8e1efb1025854b is 50, key is test_row_0/C:col10/1732623764043/Put/seqid=0 2024-11-26T12:22:45,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c86e9d48cdaf4169aa78558dbf6401cd_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623765204/Put/seqid=0 2024-11-26T12:22:45,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:45,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:45,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623825244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623825245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623825247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742319_1495 (size=13221) 2024-11-26T12:22:45,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623825252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623825257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742320_1496 (size=14994) 2024-11-26T12:22:45,278 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:45,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c86e9d48cdaf4169aa78558dbf6401cd_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c86e9d48cdaf4169aa78558dbf6401cd_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:45,287 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/04d3eeeda6db45838a1815136ad8ca77, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:45,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/04d3eeeda6db45838a1815136ad8ca77 is 175, key is test_row_0/A:col10/1732623765204/Put/seqid=0 2024-11-26T12:22:45,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742321_1497 (size=39949) 2024-11-26T12:22:45,310 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/04d3eeeda6db45838a1815136ad8ca77 2024-11-26T12:22:45,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/4321b3a4fe7a481a8833e3d86c593096 is 50, key is test_row_0/B:col10/1732623765204/Put/seqid=0 2024-11-26T12:22:45,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742322_1498 (size=12301) 2024-11-26T12:22:45,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/4321b3a4fe7a481a8833e3d86c593096 2024-11-26T12:22:45,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623825359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623825359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623825359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623825366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623825370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/838a3d0f07544d53864b0f6233a1df1e is 50, key is test_row_0/C:col10/1732623765204/Put/seqid=0 2024-11-26T12:22:45,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:45,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:45,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742323_1499 (size=12301) 2024-11-26T12:22:45,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/838a3d0f07544d53864b0f6233a1df1e 2024-11-26T12:22:45,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/04d3eeeda6db45838a1815136ad8ca77 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/04d3eeeda6db45838a1815136ad8ca77 2024-11-26T12:22:45,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/04d3eeeda6db45838a1815136ad8ca77, entries=200, sequenceid=412, filesize=39.0 K 2024-11-26T12:22:45,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/4321b3a4fe7a481a8833e3d86c593096 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/4321b3a4fe7a481a8833e3d86c593096 2024-11-26T12:22:45,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/4321b3a4fe7a481a8833e3d86c593096, entries=150, sequenceid=412, filesize=12.0 K 2024-11-26T12:22:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/838a3d0f07544d53864b0f6233a1df1e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/838a3d0f07544d53864b0f6233a1df1e 2024-11-26T12:22:45,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/838a3d0f07544d53864b0f6233a1df1e, entries=150, sequenceid=412, filesize=12.0 K 2024-11-26T12:22:45,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 1165851faaac62bc6c253a3de561deed in 224ms, sequenceid=412, compaction requested=false 2024-11-26T12:22:45,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:45,532 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T12:22:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:45,533 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T12:22:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:45,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:45,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ef441fdca3794739848b8ff7f253c98e_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623765250/Put/seqid=0 2024-11-26T12:22:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:45,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. as already flushing 2024-11-26T12:22:45,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742324_1500 (size=12454) 2024-11-26T12:22:45,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:45,595 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ef441fdca3794739848b8ff7f253c98e_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ef441fdca3794739848b8ff7f253c98e_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:45,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/67968079d89944a5a03be8550fae5682, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/67968079d89944a5a03be8550fae5682 is 175, key is test_row_0/A:col10/1732623765250/Put/seqid=0 2024-11-26T12:22:45,600 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#A#compaction#417 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:45,600 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/78901aeea4a544c08ac60420d8ebfb4d is 175, key is test_row_0/A:col10/1732623764043/Put/seqid=0 2024-11-26T12:22:45,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623825595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623825607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623825608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623825609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623825609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742325_1501 (size=32175) 2024-11-26T12:22:45,665 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/afa2aa149b4045dfba8e1efb1025854b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/afa2aa149b4045dfba8e1efb1025854b 2024-11-26T12:22:45,672 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/C of 1165851faaac62bc6c253a3de561deed into afa2aa149b4045dfba8e1efb1025854b(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:45,672 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:45,672 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/C, priority=13, startTime=1732623765089; duration=0sec 2024-11-26T12:22:45,672 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:45,672 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:C 2024-11-26T12:22:45,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742326_1502 (size=31255) 2024-11-26T12:22:45,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623825711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623825722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623825722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623825723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623825723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623825921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623825933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623825934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623825934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:45,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623825934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:46,065 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/78901aeea4a544c08ac60420d8ebfb4d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/78901aeea4a544c08ac60420d8ebfb4d 2024-11-26T12:22:46,070 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1165851faaac62bc6c253a3de561deed/A of 1165851faaac62bc6c253a3de561deed into 78901aeea4a544c08ac60420d8ebfb4d(size=31.4 K), total size for store is 70.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:46,070 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:46,070 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/A, priority=13, startTime=1732623765088; duration=0sec 2024-11-26T12:22:46,070 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:46,070 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:A 2024-11-26T12:22:46,088 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=430, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/67968079d89944a5a03be8550fae5682 2024-11-26T12:22:46,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/bc92d622dc3d4db48a30cb9964ff956a is 50, key is test_row_0/B:col10/1732623765250/Put/seqid=0 2024-11-26T12:22:46,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742327_1503 (size=12301) 2024-11-26T12:22:46,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623826229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:46,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623826241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:46,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623826242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:46,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623826242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:46,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623826243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:46,532 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/bc92d622dc3d4db48a30cb9964ff956a 2024-11-26T12:22:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/17bb387c6b3744128a3a96bec072e9b8 is 50, key is test_row_0/C:col10/1732623765250/Put/seqid=0 2024-11-26T12:22:46,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742328_1504 (size=12301) 2024-11-26T12:22:46,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33244 deadline: 1732623826734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:46,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33218 deadline: 1732623826748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:46,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33286 deadline: 1732623826748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:46,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33252 deadline: 1732623826752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:46,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732623826753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:46,998 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/17bb387c6b3744128a3a96bec072e9b8 2024-11-26T12:22:47,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/67968079d89944a5a03be8550fae5682 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/67968079d89944a5a03be8550fae5682 2024-11-26T12:22:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T12:22:47,027 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/67968079d89944a5a03be8550fae5682, entries=150, sequenceid=430, filesize=30.5 K 2024-11-26T12:22:47,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/bc92d622dc3d4db48a30cb9964ff956a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/bc92d622dc3d4db48a30cb9964ff956a 2024-11-26T12:22:47,040 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/bc92d622dc3d4db48a30cb9964ff956a, entries=150, sequenceid=430, filesize=12.0 K 2024-11-26T12:22:47,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/17bb387c6b3744128a3a96bec072e9b8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/17bb387c6b3744128a3a96bec072e9b8 2024-11-26T12:22:47,046 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/17bb387c6b3744128a3a96bec072e9b8, entries=150, sequenceid=430, filesize=12.0 K 2024-11-26T12:22:47,047 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 1165851faaac62bc6c253a3de561deed in 1513ms, sequenceid=430, compaction requested=true 2024-11-26T12:22:47,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:47,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:47,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-26T12:22:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-26T12:22:47,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-26T12:22:47,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1370 sec 2024-11-26T12:22:47,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 4.1430 sec 2024-11-26T12:22:47,152 DEBUG [Thread-1727 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:61369 2024-11-26T12:22:47,152 DEBUG [Thread-1727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:47,155 DEBUG [Thread-1723 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:61369 2024-11-26T12:22:47,155 DEBUG [Thread-1723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:47,156 DEBUG [Thread-1731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x787e5169 to 127.0.0.1:61369 2024-11-26T12:22:47,157 DEBUG [Thread-1731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:47,160 DEBUG [Thread-1729 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:61369 2024-11-26T12:22:47,160 DEBUG [Thread-1729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:47,162 DEBUG [Thread-1725 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:61369 2024-11-26T12:22:47,162 DEBUG [Thread-1725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:47,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T12:22:47,751 DEBUG [Thread-1720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:61369 2024-11-26T12:22:47,751 DEBUG [Thread-1720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:47,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:47,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:47,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:47,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:47,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:47,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:47,759 DEBUG [Thread-1716 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:61369 2024-11-26T12:22:47,759 DEBUG [Thread-1716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:47,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267ce214aefdde4c2984ed49e0d4cfa169_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623767750/Put/seqid=0 2024-11-26T12:22:47,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742329_1505 (size=12454) 2024-11-26T12:22:47,764 DEBUG [Thread-1712 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:61369 2024-11-26T12:22:47,764 DEBUG [Thread-1712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:47,765 DEBUG [Thread-1714 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:61369 2024-11-26T12:22:47,765 DEBUG [Thread-1714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:47,768 DEBUG [Thread-1718 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:61369 2024-11-26T12:22:47,768 DEBUG [Thread-1718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:48,164 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:48,172 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267ce214aefdde4c2984ed49e0d4cfa169_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267ce214aefdde4c2984ed49e0d4cfa169_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:48,173 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/942a949656b84c528bcf70ea940326bd, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:48,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/942a949656b84c528bcf70ea940326bd is 175, key is test_row_0/A:col10/1732623767750/Put/seqid=0 2024-11-26T12:22:48,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742330_1506 (size=31255) 2024-11-26T12:22:48,180 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=452, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/942a949656b84c528bcf70ea940326bd 2024-11-26T12:22:48,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/db29c844c82b48619aa84c0dc16166ca is 50, key is test_row_0/B:col10/1732623767750/Put/seqid=0 2024-11-26T12:22:48,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742331_1507 (size=12301) 2024-11-26T12:22:48,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/db29c844c82b48619aa84c0dc16166ca 2024-11-26T12:22:48,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/95e9d09d63734bae96f805c53dc86e8d is 50, key is test_row_0/C:col10/1732623767750/Put/seqid=0 2024-11-26T12:22:48,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742332_1508 (size=12301) 2024-11-26T12:22:49,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/95e9d09d63734bae96f805c53dc86e8d 2024-11-26T12:22:49,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/942a949656b84c528bcf70ea940326bd as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/942a949656b84c528bcf70ea940326bd 2024-11-26T12:22:49,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/942a949656b84c528bcf70ea940326bd, entries=150, sequenceid=452, filesize=30.5 K 2024-11-26T12:22:49,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/db29c844c82b48619aa84c0dc16166ca as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/db29c844c82b48619aa84c0dc16166ca 2024-11-26T12:22:49,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/db29c844c82b48619aa84c0dc16166ca, entries=150, sequenceid=452, filesize=12.0 K 2024-11-26T12:22:49,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/95e9d09d63734bae96f805c53dc86e8d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/95e9d09d63734bae96f805c53dc86e8d 2024-11-26T12:22:49,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/95e9d09d63734bae96f805c53dc86e8d, entries=150, sequenceid=452, filesize=12.0 K 2024-11-26T12:22:49,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=26.84 KB/27480 for 1165851faaac62bc6c253a3de561deed in 1276ms, sequenceid=452, compaction requested=true 2024-11-26T12:22:49,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:49,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:22:49,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:49,028 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:49,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:22:49,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:49,028 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:49,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1165851faaac62bc6c253a3de561deed:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:22:49,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:49,040 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:49,040 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:49,040 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/B is initiating minor compaction (all files) 2024-11-26T12:22:49,040 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/A is initiating minor compaction (all files) 2024-11-26T12:22:49,040 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/B in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:49,040 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/A in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:49,041 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/fc98f35f085440b0bcffe06193975bbe, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/4321b3a4fe7a481a8833e3d86c593096, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/bc92d622dc3d4db48a30cb9964ff956a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/db29c844c82b48619aa84c0dc16166ca] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=48.9 K 2024-11-26T12:22:49,041 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/78901aeea4a544c08ac60420d8ebfb4d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/04d3eeeda6db45838a1815136ad8ca77, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/67968079d89944a5a03be8550fae5682, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/942a949656b84c528bcf70ea940326bd] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=131.5 K 2024-11-26T12:22:49,041 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:49,041 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/78901aeea4a544c08ac60420d8ebfb4d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/04d3eeeda6db45838a1815136ad8ca77, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/67968079d89944a5a03be8550fae5682, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/942a949656b84c528bcf70ea940326bd] 2024-11-26T12:22:49,041 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting fc98f35f085440b0bcffe06193975bbe, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732623763416 2024-11-26T12:22:49,041 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 4321b3a4fe7a481a8833e3d86c593096, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732623764078 2024-11-26T12:22:49,042 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting bc92d622dc3d4db48a30cb9964ff956a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732623765240 2024-11-26T12:22:49,042 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78901aeea4a544c08ac60420d8ebfb4d, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732623763416 2024-11-26T12:22:49,042 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting db29c844c82b48619aa84c0dc16166ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732623765592 2024-11-26T12:22:49,042 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04d3eeeda6db45838a1815136ad8ca77, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732623764070 2024-11-26T12:22:49,043 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67968079d89944a5a03be8550fae5682, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732623765240 2024-11-26T12:22:49,043 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 942a949656b84c528bcf70ea940326bd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732623765592 2024-11-26T12:22:49,055 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#B#compaction#429 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:49,056 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/97f97c2e0c89498384cde1d6212d2825 is 50, key is test_row_0/B:col10/1732623767750/Put/seqid=0 2024-11-26T12:22:49,072 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:49,077 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126efb942ecb1764b4bafc849aea15c4b27_1165851faaac62bc6c253a3de561deed store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:49,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742333_1509 (size=13357) 2024-11-26T12:22:49,136 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126efb942ecb1764b4bafc849aea15c4b27_1165851faaac62bc6c253a3de561deed, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:49,144 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126efb942ecb1764b4bafc849aea15c4b27_1165851faaac62bc6c253a3de561deed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:49,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742334_1510 (size=4469) 2024-11-26T12:22:49,487 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/97f97c2e0c89498384cde1d6212d2825 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/97f97c2e0c89498384cde1d6212d2825 2024-11-26T12:22:49,492 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1165851faaac62bc6c253a3de561deed/B of 1165851faaac62bc6c253a3de561deed into 97f97c2e0c89498384cde1d6212d2825(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:49,492 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:49,492 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/B, priority=12, startTime=1732623769028; duration=0sec 2024-11-26T12:22:49,492 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:22:49,492 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:B 2024-11-26T12:22:49,492 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:22:49,493 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:22:49,493 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 1165851faaac62bc6c253a3de561deed/C is initiating minor compaction (all files) 2024-11-26T12:22:49,493 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1165851faaac62bc6c253a3de561deed/C in TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:49,493 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/afa2aa149b4045dfba8e1efb1025854b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/838a3d0f07544d53864b0f6233a1df1e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/17bb387c6b3744128a3a96bec072e9b8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/95e9d09d63734bae96f805c53dc86e8d] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp, totalSize=48.9 K 2024-11-26T12:22:49,494 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting afa2aa149b4045dfba8e1efb1025854b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732623763416 2024-11-26T12:22:49,494 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 838a3d0f07544d53864b0f6233a1df1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732623764078 2024-11-26T12:22:49,494 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 17bb387c6b3744128a3a96bec072e9b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732623765240 2024-11-26T12:22:49,495 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 95e9d09d63734bae96f805c53dc86e8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732623765592 2024-11-26T12:22:49,513 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#C#compaction#431 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:49,513 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/8aaf61a414b54170a2e95e8d44736b31 is 50, key is test_row_0/C:col10/1732623767750/Put/seqid=0 2024-11-26T12:22:49,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742335_1511 (size=13357) 2024-11-26T12:22:49,551 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1165851faaac62bc6c253a3de561deed#A#compaction#430 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:22:49,552 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/2a352e88845149908012d1c7bd0bfbc0 is 175, key is test_row_0/A:col10/1732623767750/Put/seqid=0 2024-11-26T12:22:49,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742336_1512 (size=32311) 2024-11-26T12:22:49,585 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/2a352e88845149908012d1c7bd0bfbc0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/2a352e88845149908012d1c7bd0bfbc0 2024-11-26T12:22:49,592 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1165851faaac62bc6c253a3de561deed/A of 1165851faaac62bc6c253a3de561deed into 2a352e88845149908012d1c7bd0bfbc0(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:49,592 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:49,592 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/A, priority=12, startTime=1732623769027; duration=0sec 2024-11-26T12:22:49,592 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:49,593 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:A 2024-11-26T12:22:49,923 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/8aaf61a414b54170a2e95e8d44736b31 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/8aaf61a414b54170a2e95e8d44736b31 2024-11-26T12:22:49,927 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1165851faaac62bc6c253a3de561deed/C of 1165851faaac62bc6c253a3de561deed into 8aaf61a414b54170a2e95e8d44736b31(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:22:49,927 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:49,927 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed., storeName=1165851faaac62bc6c253a3de561deed/C, priority=12, startTime=1732623769028; duration=0sec 2024-11-26T12:22:49,927 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:22:49,927 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1165851faaac62bc6c253a3de561deed:C 2024-11-26T12:22:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T12:22:51,022 INFO [Thread-1722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1713 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5138 rows 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1705 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5115 rows 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1700 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5098 rows 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1703 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5109 rows 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1706 2024-11-26T12:22:51,023 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5118 rows 2024-11-26T12:22:51,023 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T12:22:51,023 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:61369 2024-11-26T12:22:51,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:22:51,029 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T12:22:51,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T12:22:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T12:22:51,033 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623771033"}]},"ts":"1732623771033"} 2024-11-26T12:22:51,034 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T12:22:51,036 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T12:22:51,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T12:22:51,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1165851faaac62bc6c253a3de561deed, UNASSIGN}] 2024-11-26T12:22:51,039 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1165851faaac62bc6c253a3de561deed, UNASSIGN 2024-11-26T12:22:51,040 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=1165851faaac62bc6c253a3de561deed, regionState=CLOSING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:22:51,040 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T12:22:51,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:22:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T12:22:51,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:51,191 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:51,191 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T12:22:51,192 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 1165851faaac62bc6c253a3de561deed, disabling compactions & flushes 2024-11-26T12:22:51,192 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:51,192 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:51,192 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. after waiting 0 ms 2024-11-26T12:22:51,192 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:51,192 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 1165851faaac62bc6c253a3de561deed 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T12:22:51,192 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=A 2024-11-26T12:22:51,192 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:51,192 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=B 2024-11-26T12:22:51,192 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:51,193 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1165851faaac62bc6c253a3de561deed, store=C 2024-11-26T12:22:51,193 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:51,201 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126271d62fe290041c39b1916ec9b9c6635_1165851faaac62bc6c253a3de561deed is 50, key is test_row_0/A:col10/1732623767767/Put/seqid=0 2024-11-26T12:22:51,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742337_1513 (size=9914) 2024-11-26T12:22:51,219 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:51,223 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126271d62fe290041c39b1916ec9b9c6635_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126271d62fe290041c39b1916ec9b9c6635_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:51,224 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/15e8ee010616486db2c985543cd1b972, store: [table=TestAcidGuarantees family=A region=1165851faaac62bc6c253a3de561deed] 2024-11-26T12:22:51,225 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/15e8ee010616486db2c985543cd1b972 is 175, key is test_row_0/A:col10/1732623767767/Put/seqid=0 2024-11-26T12:22:51,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742338_1514 (size=22561) 2024-11-26T12:22:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T12:22:51,630 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=462, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/15e8ee010616486db2c985543cd1b972 2024-11-26T12:22:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T12:22:51,636 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/c01ffdabca5240ed8c4f014997bd4df7 is 50, key is test_row_0/B:col10/1732623767767/Put/seqid=0 2024-11-26T12:22:51,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742339_1515 (size=9857) 2024-11-26T12:22:52,041 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/c01ffdabca5240ed8c4f014997bd4df7 2024-11-26T12:22:52,047 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/75fe4c89db394e1aaf1c128006d622c8 is 50, key is test_row_0/C:col10/1732623767767/Put/seqid=0 2024-11-26T12:22:52,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742340_1516 (size=9857) 2024-11-26T12:22:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T12:22:52,453 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/75fe4c89db394e1aaf1c128006d622c8 2024-11-26T12:22:52,456 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/A/15e8ee010616486db2c985543cd1b972 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/15e8ee010616486db2c985543cd1b972 2024-11-26T12:22:52,460 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/15e8ee010616486db2c985543cd1b972, entries=100, sequenceid=462, filesize=22.0 K 2024-11-26T12:22:52,460 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/B/c01ffdabca5240ed8c4f014997bd4df7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c01ffdabca5240ed8c4f014997bd4df7 2024-11-26T12:22:52,464 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c01ffdabca5240ed8c4f014997bd4df7, entries=100, sequenceid=462, filesize=9.6 K 2024-11-26T12:22:52,464 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/.tmp/C/75fe4c89db394e1aaf1c128006d622c8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/75fe4c89db394e1aaf1c128006d622c8 2024-11-26T12:22:52,467 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/75fe4c89db394e1aaf1c128006d622c8, entries=100, sequenceid=462, filesize=9.6 K 2024-11-26T12:22:52,468 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1165851faaac62bc6c253a3de561deed in 1276ms, sequenceid=462, compaction requested=false 2024-11-26T12:22:52,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e04b1411eef041d5a4867eb798a77f1b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/eb4ddb433bf448d4889ed94b2359a49b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/a0b2b8cda58d4df694b2d15548dac940, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/16699f9759fc404885b6784fee39f75f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9d8fba42e5184c6d9a2a4bb3c0a22abc, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/3bdeb36711b0489292cd9389b40b06a5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e9ad65859dcc467db3d4209eb1e80e9f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/74b2a123aab94ed1998e34e2a3d563b8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6f51a193880046e99111a87f52253c30, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9e4a10daf56c42a580c357049af3cdf1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/befc5fa8b7e148498a1d176e351e5f29, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/d4d3afadaa3e4252a94b56f0b1c9392b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6fc4e8d84aac481784f983f63657b294, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/5c2cc0ef1b6d44b9bbd606953b9864f6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/87fd24aca2d84e19b2a14e34af05e665, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/c771a90e764e430a8630ecb1baabc7f6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/85de5ef8555d4a4297f8af49eed019ff, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/eb2ba09a0abd4cdc9a83d6cf37a9ca67, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/06532773217c4bceb931d5a8d301f235, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/24cd5934d97b4b1697d38f6aec2a3c0b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e169855be162484494668fef0f0ca015, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/7b991e110d454d789fedab6fec2a35bb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/2bd7a34df27a499294911ba6c0792efc, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/af58617b82f24050b714fc0367fd36c8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/0bbb6786d6f243e480bb562a51dcf3f3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9eb30a31f9ef4dc5aec1a87c0fbed322, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/c3bc6fffa6e34eb8973737438342a674, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/78901aeea4a544c08ac60420d8ebfb4d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/04d3eeeda6db45838a1815136ad8ca77, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/67968079d89944a5a03be8550fae5682, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/942a949656b84c528bcf70ea940326bd] to archive 2024-11-26T12:22:52,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:22:52,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e04b1411eef041d5a4867eb798a77f1b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e04b1411eef041d5a4867eb798a77f1b 2024-11-26T12:22:52,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/eb4ddb433bf448d4889ed94b2359a49b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/eb4ddb433bf448d4889ed94b2359a49b 2024-11-26T12:22:52,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/a0b2b8cda58d4df694b2d15548dac940 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/a0b2b8cda58d4df694b2d15548dac940 2024-11-26T12:22:52,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/16699f9759fc404885b6784fee39f75f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/16699f9759fc404885b6784fee39f75f 2024-11-26T12:22:52,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9d8fba42e5184c6d9a2a4bb3c0a22abc to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9d8fba42e5184c6d9a2a4bb3c0a22abc 2024-11-26T12:22:52,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/3bdeb36711b0489292cd9389b40b06a5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/3bdeb36711b0489292cd9389b40b06a5 2024-11-26T12:22:52,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e9ad65859dcc467db3d4209eb1e80e9f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e9ad65859dcc467db3d4209eb1e80e9f 2024-11-26T12:22:52,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/74b2a123aab94ed1998e34e2a3d563b8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/74b2a123aab94ed1998e34e2a3d563b8 2024-11-26T12:22:52,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6f51a193880046e99111a87f52253c30 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6f51a193880046e99111a87f52253c30 2024-11-26T12:22:52,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9e4a10daf56c42a580c357049af3cdf1 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9e4a10daf56c42a580c357049af3cdf1 2024-11-26T12:22:52,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/befc5fa8b7e148498a1d176e351e5f29 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/befc5fa8b7e148498a1d176e351e5f29 2024-11-26T12:22:52,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/d4d3afadaa3e4252a94b56f0b1c9392b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/d4d3afadaa3e4252a94b56f0b1c9392b 2024-11-26T12:22:52,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6fc4e8d84aac481784f983f63657b294 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/6fc4e8d84aac481784f983f63657b294 2024-11-26T12:22:52,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/5c2cc0ef1b6d44b9bbd606953b9864f6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/5c2cc0ef1b6d44b9bbd606953b9864f6 2024-11-26T12:22:52,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/87fd24aca2d84e19b2a14e34af05e665 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/87fd24aca2d84e19b2a14e34af05e665 2024-11-26T12:22:52,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/c771a90e764e430a8630ecb1baabc7f6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/c771a90e764e430a8630ecb1baabc7f6 2024-11-26T12:22:52,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/85de5ef8555d4a4297f8af49eed019ff to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/85de5ef8555d4a4297f8af49eed019ff 2024-11-26T12:22:52,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/eb2ba09a0abd4cdc9a83d6cf37a9ca67 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/eb2ba09a0abd4cdc9a83d6cf37a9ca67 2024-11-26T12:22:52,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/06532773217c4bceb931d5a8d301f235 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/06532773217c4bceb931d5a8d301f235 2024-11-26T12:22:52,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/24cd5934d97b4b1697d38f6aec2a3c0b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/24cd5934d97b4b1697d38f6aec2a3c0b 2024-11-26T12:22:52,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e169855be162484494668fef0f0ca015 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/e169855be162484494668fef0f0ca015 2024-11-26T12:22:52,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/7b991e110d454d789fedab6fec2a35bb to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/7b991e110d454d789fedab6fec2a35bb 2024-11-26T12:22:52,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/2bd7a34df27a499294911ba6c0792efc to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/2bd7a34df27a499294911ba6c0792efc 2024-11-26T12:22:52,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/af58617b82f24050b714fc0367fd36c8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/af58617b82f24050b714fc0367fd36c8 2024-11-26T12:22:52,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/0bbb6786d6f243e480bb562a51dcf3f3 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/0bbb6786d6f243e480bb562a51dcf3f3 2024-11-26T12:22:52,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9eb30a31f9ef4dc5aec1a87c0fbed322 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/9eb30a31f9ef4dc5aec1a87c0fbed322 2024-11-26T12:22:52,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/c3bc6fffa6e34eb8973737438342a674 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/c3bc6fffa6e34eb8973737438342a674 2024-11-26T12:22:52,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/78901aeea4a544c08ac60420d8ebfb4d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/78901aeea4a544c08ac60420d8ebfb4d 2024-11-26T12:22:52,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/04d3eeeda6db45838a1815136ad8ca77 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/04d3eeeda6db45838a1815136ad8ca77 2024-11-26T12:22:52,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/67968079d89944a5a03be8550fae5682 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/67968079d89944a5a03be8550fae5682 2024-11-26T12:22:52,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/942a949656b84c528bcf70ea940326bd to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/942a949656b84c528bcf70ea940326bd 2024-11-26T12:22:52,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/ae7f77c94b714e58bbdabd68c82fe9d4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/01af55cbde55441ea631b4bca43b4ae1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f34ac3c6ee314b4c99d62cb7b1476696, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c5fa19a9650b4ba7bf183465e3254da7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/2b51dfc63c2b4055b9c65aabaed788a1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c6f55d958ae34ee6a6d2696c5a5948d2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f2bbf99e44094195830b2d9b7965fe79, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/151e4dff12f7473e8d169c567c63d7e5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/4ec610de4ecb450f9769d6bb70fcc448, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0564b2d2d8ed48708a21c10e7b8f2717, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/454b211021544b30b99acb72593f0d86, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/defae420026d408b87d3979d8ce6fe6a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/7416d2f0042047f989764e5c3975ec7e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/ae9bba3539bf4d7cab24ae914593bc9a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f40a3d3ca3384cabbb34549d87bdedd0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0451d0648e8e46488d8b97d2db3c2f72, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/55f7ff0a4f9843c081c159765dc3c3ff, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/7083308c26084334a1f21a8b226dff33, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/04dda661a3574d03ae12ab78eec039db, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/9f65c69e5c6c4c6394f70877c046906b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/8b4a33bc1cb74dbbad9878b7cbd5fb87, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/2cd0b90317f8415eb9c6998c399c23e5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/6782e00f0c7f49709a99a6fd63a5e239, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/191a556e4a16431e973ec0a26775eb1d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0837a2d0da204a9985a86e5d68ba1ca4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/a816780879e44ea9ae8f5d3278ec30c5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/fc98f35f085440b0bcffe06193975bbe, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/428c87e377ce4f5dbe7a173bcba754e5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/4321b3a4fe7a481a8833e3d86c593096, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/bc92d622dc3d4db48a30cb9964ff956a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/db29c844c82b48619aa84c0dc16166ca] to archive 2024-11-26T12:22:52,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:22:52,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/ae7f77c94b714e58bbdabd68c82fe9d4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/ae7f77c94b714e58bbdabd68c82fe9d4 2024-11-26T12:22:52,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/01af55cbde55441ea631b4bca43b4ae1 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/01af55cbde55441ea631b4bca43b4ae1 2024-11-26T12:22:52,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f34ac3c6ee314b4c99d62cb7b1476696 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f34ac3c6ee314b4c99d62cb7b1476696 2024-11-26T12:22:52,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c5fa19a9650b4ba7bf183465e3254da7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c5fa19a9650b4ba7bf183465e3254da7 2024-11-26T12:22:52,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/2b51dfc63c2b4055b9c65aabaed788a1 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/2b51dfc63c2b4055b9c65aabaed788a1 2024-11-26T12:22:52,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c6f55d958ae34ee6a6d2696c5a5948d2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c6f55d958ae34ee6a6d2696c5a5948d2 2024-11-26T12:22:52,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f2bbf99e44094195830b2d9b7965fe79 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f2bbf99e44094195830b2d9b7965fe79 2024-11-26T12:22:52,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/151e4dff12f7473e8d169c567c63d7e5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/151e4dff12f7473e8d169c567c63d7e5 2024-11-26T12:22:52,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/4ec610de4ecb450f9769d6bb70fcc448 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/4ec610de4ecb450f9769d6bb70fcc448 2024-11-26T12:22:52,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0564b2d2d8ed48708a21c10e7b8f2717 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0564b2d2d8ed48708a21c10e7b8f2717 2024-11-26T12:22:52,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/454b211021544b30b99acb72593f0d86 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/454b211021544b30b99acb72593f0d86 2024-11-26T12:22:52,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/defae420026d408b87d3979d8ce6fe6a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/defae420026d408b87d3979d8ce6fe6a 2024-11-26T12:22:52,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/7416d2f0042047f989764e5c3975ec7e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/7416d2f0042047f989764e5c3975ec7e 2024-11-26T12:22:52,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/ae9bba3539bf4d7cab24ae914593bc9a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/ae9bba3539bf4d7cab24ae914593bc9a 2024-11-26T12:22:52,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f40a3d3ca3384cabbb34549d87bdedd0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/f40a3d3ca3384cabbb34549d87bdedd0 2024-11-26T12:22:52,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0451d0648e8e46488d8b97d2db3c2f72 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0451d0648e8e46488d8b97d2db3c2f72 2024-11-26T12:22:52,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/55f7ff0a4f9843c081c159765dc3c3ff to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/55f7ff0a4f9843c081c159765dc3c3ff 2024-11-26T12:22:52,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/7083308c26084334a1f21a8b226dff33 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/7083308c26084334a1f21a8b226dff33 2024-11-26T12:22:52,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/04dda661a3574d03ae12ab78eec039db to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/04dda661a3574d03ae12ab78eec039db 2024-11-26T12:22:52,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/9f65c69e5c6c4c6394f70877c046906b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/9f65c69e5c6c4c6394f70877c046906b 2024-11-26T12:22:52,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/8b4a33bc1cb74dbbad9878b7cbd5fb87 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/8b4a33bc1cb74dbbad9878b7cbd5fb87 2024-11-26T12:22:52,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/2cd0b90317f8415eb9c6998c399c23e5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/2cd0b90317f8415eb9c6998c399c23e5 2024-11-26T12:22:52,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/6782e00f0c7f49709a99a6fd63a5e239 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/6782e00f0c7f49709a99a6fd63a5e239 2024-11-26T12:22:52,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/191a556e4a16431e973ec0a26775eb1d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/191a556e4a16431e973ec0a26775eb1d 2024-11-26T12:22:52,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0837a2d0da204a9985a86e5d68ba1ca4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/0837a2d0da204a9985a86e5d68ba1ca4 2024-11-26T12:22:52,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/a816780879e44ea9ae8f5d3278ec30c5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/a816780879e44ea9ae8f5d3278ec30c5 2024-11-26T12:22:52,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/fc98f35f085440b0bcffe06193975bbe to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/fc98f35f085440b0bcffe06193975bbe 2024-11-26T12:22:52,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/428c87e377ce4f5dbe7a173bcba754e5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/428c87e377ce4f5dbe7a173bcba754e5 2024-11-26T12:22:52,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/4321b3a4fe7a481a8833e3d86c593096 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/4321b3a4fe7a481a8833e3d86c593096 2024-11-26T12:22:52,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/bc92d622dc3d4db48a30cb9964ff956a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/bc92d622dc3d4db48a30cb9964ff956a 2024-11-26T12:22:52,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/db29c844c82b48619aa84c0dc16166ca to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/db29c844c82b48619aa84c0dc16166ca 2024-11-26T12:22:52,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6d2015ab6d0f4aa798ff2948eefbb387, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/fed0a8cdaca5487b8585b514553e7de7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/8486367cda584be688f5f306ee928220, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2cf7404d710043a6b24e276d90ac4242, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/c82adbaf9ffd47c388acc832d3cc3b47, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/9bf920c78f634edd9c06e08327acc3bf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a683afac82d34542a2df9e726621f543, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2db1604f6d7b4a73bff98a8c8072792b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/f7dc9ba5d4cf4749b5378da59f23c940, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6123cb9da6ca403ebba95c8c4ccccb68, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6681ace9dadb4b10b77d978df5eeb373, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/e257f1d6994d4ca98933324d6094422a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/9f42c9774ae84a1587bf23bedd510345, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/bf0b1257b9c647b79a7e15fb6f3ac331, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/bbfbe4243f9240d78ce00aa2ac65704c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/94171911920941cf903a288194fc16c2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a86880e5a7e04a3c9097e21bac0423fb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/0acfeb311d284a2a87396685a0a96e49, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/afa8d4a47afb48bca031f18b37f85834, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/7d42a9b455f6471094b6d9ad9c1c7d68, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a01eacf8b43c449586d42669c2561b53, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/06f2774ab8b4469a9bcbc7b20c10e9d7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/3dccbeb457924ac1a1f2e6aabda99753, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/caa419aebc424d28892b238fd43aaf42, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/5136fa0edc8540ad900d55e850123cbc, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/411c9b1f93e14fb3bd53be894ee59e35, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/afa2aa149b4045dfba8e1efb1025854b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2f531a7b998e41beabc66262c5c5fed9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/838a3d0f07544d53864b0f6233a1df1e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/17bb387c6b3744128a3a96bec072e9b8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/95e9d09d63734bae96f805c53dc86e8d] to archive 2024-11-26T12:22:52,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:22:52,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6d2015ab6d0f4aa798ff2948eefbb387 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6d2015ab6d0f4aa798ff2948eefbb387 2024-11-26T12:22:52,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/fed0a8cdaca5487b8585b514553e7de7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/fed0a8cdaca5487b8585b514553e7de7 2024-11-26T12:22:52,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/8486367cda584be688f5f306ee928220 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/8486367cda584be688f5f306ee928220 2024-11-26T12:22:52,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2cf7404d710043a6b24e276d90ac4242 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2cf7404d710043a6b24e276d90ac4242 2024-11-26T12:22:52,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/c82adbaf9ffd47c388acc832d3cc3b47 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/c82adbaf9ffd47c388acc832d3cc3b47 2024-11-26T12:22:52,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/9bf920c78f634edd9c06e08327acc3bf to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/9bf920c78f634edd9c06e08327acc3bf 2024-11-26T12:22:52,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a683afac82d34542a2df9e726621f543 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a683afac82d34542a2df9e726621f543 2024-11-26T12:22:52,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2db1604f6d7b4a73bff98a8c8072792b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2db1604f6d7b4a73bff98a8c8072792b 2024-11-26T12:22:52,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/f7dc9ba5d4cf4749b5378da59f23c940 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/f7dc9ba5d4cf4749b5378da59f23c940 2024-11-26T12:22:52,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6123cb9da6ca403ebba95c8c4ccccb68 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6123cb9da6ca403ebba95c8c4ccccb68 2024-11-26T12:22:52,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6681ace9dadb4b10b77d978df5eeb373 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/6681ace9dadb4b10b77d978df5eeb373 2024-11-26T12:22:52,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/e257f1d6994d4ca98933324d6094422a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/e257f1d6994d4ca98933324d6094422a 2024-11-26T12:22:52,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/9f42c9774ae84a1587bf23bedd510345 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/9f42c9774ae84a1587bf23bedd510345 2024-11-26T12:22:52,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/bf0b1257b9c647b79a7e15fb6f3ac331 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/bf0b1257b9c647b79a7e15fb6f3ac331 2024-11-26T12:22:52,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/bbfbe4243f9240d78ce00aa2ac65704c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/bbfbe4243f9240d78ce00aa2ac65704c 2024-11-26T12:22:52,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/94171911920941cf903a288194fc16c2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/94171911920941cf903a288194fc16c2 2024-11-26T12:22:52,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a86880e5a7e04a3c9097e21bac0423fb to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a86880e5a7e04a3c9097e21bac0423fb 2024-11-26T12:22:52,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/0acfeb311d284a2a87396685a0a96e49 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/0acfeb311d284a2a87396685a0a96e49 2024-11-26T12:22:52,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/afa8d4a47afb48bca031f18b37f85834 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/afa8d4a47afb48bca031f18b37f85834 2024-11-26T12:22:52,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/7d42a9b455f6471094b6d9ad9c1c7d68 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/7d42a9b455f6471094b6d9ad9c1c7d68 2024-11-26T12:22:52,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a01eacf8b43c449586d42669c2561b53 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/a01eacf8b43c449586d42669c2561b53 2024-11-26T12:22:52,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/06f2774ab8b4469a9bcbc7b20c10e9d7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/06f2774ab8b4469a9bcbc7b20c10e9d7 2024-11-26T12:22:52,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/3dccbeb457924ac1a1f2e6aabda99753 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/3dccbeb457924ac1a1f2e6aabda99753 2024-11-26T12:22:52,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/caa419aebc424d28892b238fd43aaf42 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/caa419aebc424d28892b238fd43aaf42 2024-11-26T12:22:52,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/5136fa0edc8540ad900d55e850123cbc to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/5136fa0edc8540ad900d55e850123cbc 2024-11-26T12:22:52,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/411c9b1f93e14fb3bd53be894ee59e35 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/411c9b1f93e14fb3bd53be894ee59e35 2024-11-26T12:22:52,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/afa2aa149b4045dfba8e1efb1025854b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/afa2aa149b4045dfba8e1efb1025854b 2024-11-26T12:22:52,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2f531a7b998e41beabc66262c5c5fed9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/2f531a7b998e41beabc66262c5c5fed9 2024-11-26T12:22:52,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/838a3d0f07544d53864b0f6233a1df1e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/838a3d0f07544d53864b0f6233a1df1e 2024-11-26T12:22:52,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/17bb387c6b3744128a3a96bec072e9b8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/17bb387c6b3744128a3a96bec072e9b8 2024-11-26T12:22:52,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/95e9d09d63734bae96f805c53dc86e8d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/95e9d09d63734bae96f805c53dc86e8d 2024-11-26T12:22:52,553 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/recovered.edits/465.seqid, newMaxSeqId=465, maxSeqId=4 2024-11-26T12:22:52,554 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed. 2024-11-26T12:22:52,554 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 1165851faaac62bc6c253a3de561deed: 2024-11-26T12:22:52,555 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:52,555 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=1165851faaac62bc6c253a3de561deed, regionState=CLOSED 2024-11-26T12:22:52,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-26T12:22:52,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 1165851faaac62bc6c253a3de561deed, server=562bc02006f1,39263,1732623663394 in 1.5160 sec 2024-11-26T12:22:52,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-26T12:22:52,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1165851faaac62bc6c253a3de561deed, UNASSIGN in 1.5190 sec 2024-11-26T12:22:52,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-26T12:22:52,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5210 sec 2024-11-26T12:22:52,560 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623772560"}]},"ts":"1732623772560"} 2024-11-26T12:22:52,561 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T12:22:52,563 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T12:22:52,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5330 sec 2024-11-26T12:22:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T12:22:53,142 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-26T12:22:53,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T12:22:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:53,144 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T12:22:53,144 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:53,147 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,149 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/recovered.edits] 2024-11-26T12:22:53,151 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/15e8ee010616486db2c985543cd1b972 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/15e8ee010616486db2c985543cd1b972 2024-11-26T12:22:53,152 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/2a352e88845149908012d1c7bd0bfbc0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/A/2a352e88845149908012d1c7bd0bfbc0 2024-11-26T12:22:53,154 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/97f97c2e0c89498384cde1d6212d2825 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/97f97c2e0c89498384cde1d6212d2825 2024-11-26T12:22:53,155 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c01ffdabca5240ed8c4f014997bd4df7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/B/c01ffdabca5240ed8c4f014997bd4df7 2024-11-26T12:22:53,157 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/75fe4c89db394e1aaf1c128006d622c8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/75fe4c89db394e1aaf1c128006d622c8 2024-11-26T12:22:53,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T12:22:53,158 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/8aaf61a414b54170a2e95e8d44736b31 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/C/8aaf61a414b54170a2e95e8d44736b31 2024-11-26T12:22:53,160 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/recovered.edits/465.seqid to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed/recovered.edits/465.seqid 2024-11-26T12:22:53,161 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,161 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T12:22:53,161 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T12:22:53,162 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T12:22:53,165 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126030d065db41840eebbb4d54b882a3800_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126030d065db41840eebbb4d54b882a3800_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,166 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c6f1df174d74ae89917a2662e0f7fdd_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c6f1df174d74ae89917a2662e0f7fdd_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,167 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260f6831af176944cfa7b5300d73f7c741_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260f6831af176944cfa7b5300d73f7c741_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,168 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126271d62fe290041c39b1916ec9b9c6635_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126271d62fe290041c39b1916ec9b9c6635_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,169 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262b02d4c66bf44785a1ef392bf7dcd86f_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262b02d4c66bf44785a1ef392bf7dcd86f_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,170 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263a35ef4efdc746c6a07b1c5dec4849af_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263a35ef4efdc746c6a07b1c5dec4849af_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,171 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112652ffb5ec2e524c4b92246828b03bdbac_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112652ffb5ec2e524c4b92246828b03bdbac_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,172 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112657892d1740fd48ed8baa8fe1d3197232_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112657892d1740fd48ed8baa8fe1d3197232_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,173 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265c3af0c8b96b435888d72d614445dfd0_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265c3af0c8b96b435888d72d614445dfd0_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,174 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265ffb36f13dc242508d1d3b49e13c4873_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265ffb36f13dc242508d1d3b49e13c4873_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,175 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112661e41e5a8e4b4de58667bd9af1254b70_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112661e41e5a8e4b4de58667bd9af1254b70_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,176 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267911826f7e664cdab6e36d3ed54da469_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267911826f7e664cdab6e36d3ed54da469_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,177 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267ce214aefdde4c2984ed49e0d4cfa169_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267ce214aefdde4c2984ed49e0d4cfa169_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,178 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112683f1c5ecc5a9451eb52c2d5234eec610_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112683f1c5ecc5a9451eb52c2d5234eec610_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,178 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a0b3f6d5217c4bc0b17df062d091a297_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a0b3f6d5217c4bc0b17df062d091a297_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,179 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a9fc3939bf00401bb13cededa7e6b683_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a9fc3939bf00401bb13cededa7e6b683_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,180 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c646e6efa8ca4761a1bdac2903dde889_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c646e6efa8ca4761a1bdac2903dde889_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,182 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c86e9d48cdaf4169aa78558dbf6401cd_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c86e9d48cdaf4169aa78558dbf6401cd_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,183 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126eb989b19dc45442faaf812eca06332b0_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126eb989b19dc45442faaf812eca06332b0_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,183 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ef441fdca3794739848b8ff7f253c98e_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ef441fdca3794739848b8ff7f253c98e_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,184 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f1800755f9754f1e808ac5e52b63fc46_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f1800755f9754f1e808ac5e52b63fc46_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,185 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f3672c8253f241e1a988007bf9a43be3_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f3672c8253f241e1a988007bf9a43be3_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,186 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fa3e0d3de54c4e5b96877a6fba403338_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fa3e0d3de54c4e5b96877a6fba403338_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,187 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fb7e73a3e77d47d7912572f164efd898_1165851faaac62bc6c253a3de561deed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fb7e73a3e77d47d7912572f164efd898_1165851faaac62bc6c253a3de561deed 2024-11-26T12:22:53,188 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T12:22:53,190 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:53,192 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T12:22:53,193 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T12:22:53,194 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:53,194 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T12:22:53,195 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732623773194"}]},"ts":"9223372036854775807"} 2024-11-26T12:22:53,196 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T12:22:53,196 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1165851faaac62bc6c253a3de561deed, NAME => 'TestAcidGuarantees,,1732623745065.1165851faaac62bc6c253a3de561deed.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T12:22:53,196 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T12:22:53,197 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732623773196"}]},"ts":"9223372036854775807"} 2024-11-26T12:22:53,198 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T12:22:53,200 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:53,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 58 msec 2024-11-26T12:22:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T12:22:53,245 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-26T12:22:53,256 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 242), OpenFileDescriptor=459 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=618 (was 617) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1472 (was 1663) 2024-11-26T12:22:53,264 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=618, ProcessCount=11, AvailableMemoryMB=1472 2024-11-26T12:22:53,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T12:22:53,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T12:22:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T12:22:53,267 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T12:22:53,267 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:53,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-26T12:22:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-26T12:22:53,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T12:22:53,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742341_1517 (size=960) 2024-11-26T12:22:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-26T12:22:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-26T12:22:53,675 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77 2024-11-26T12:22:53,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742342_1518 (size=53) 2024-11-26T12:22:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-26T12:22:54,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:22:54,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing eba1eb31079bb6ed0ad2ed4211def496, disabling compactions & flushes 2024-11-26T12:22:54,080 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:54,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:54,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. after waiting 0 ms 2024-11-26T12:22:54,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:54,080 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:54,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:22:54,081 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T12:22:54,081 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732623774081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732623774081"}]},"ts":"1732623774081"} 2024-11-26T12:22:54,082 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T12:22:54,083 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T12:22:54,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623774083"}]},"ts":"1732623774083"} 2024-11-26T12:22:54,084 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T12:22:54,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eba1eb31079bb6ed0ad2ed4211def496, ASSIGN}] 2024-11-26T12:22:54,090 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eba1eb31079bb6ed0ad2ed4211def496, ASSIGN 2024-11-26T12:22:54,090 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eba1eb31079bb6ed0ad2ed4211def496, ASSIGN; state=OFFLINE, location=562bc02006f1,39263,1732623663394; forceNewPlan=false, retain=false 2024-11-26T12:22:54,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=eba1eb31079bb6ed0ad2ed4211def496, regionState=OPENING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:22:54,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:22:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-26T12:22:54,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:54,395 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:54,395 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} 2024-11-26T12:22:54,396 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:54,396 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:22:54,396 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:54,396 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:54,397 INFO [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:54,398 INFO [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:22:54,398 INFO [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eba1eb31079bb6ed0ad2ed4211def496 columnFamilyName A 2024-11-26T12:22:54,398 DEBUG [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:54,399 INFO [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] regionserver.HStore(327): Store=eba1eb31079bb6ed0ad2ed4211def496/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:22:54,399 INFO [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:54,400 INFO [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:22:54,400 INFO [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eba1eb31079bb6ed0ad2ed4211def496 columnFamilyName B 2024-11-26T12:22:54,400 DEBUG [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:54,400 INFO [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] regionserver.HStore(327): Store=eba1eb31079bb6ed0ad2ed4211def496/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:22:54,400 INFO [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:54,401 INFO [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:22:54,401 INFO [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eba1eb31079bb6ed0ad2ed4211def496 columnFamilyName C 2024-11-26T12:22:54,401 DEBUG [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:22:54,401 INFO [StoreOpener-eba1eb31079bb6ed0ad2ed4211def496-1 {}] regionserver.HStore(327): Store=eba1eb31079bb6ed0ad2ed4211def496/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:22:54,402 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:54,402 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:54,403 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:54,404 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T12:22:54,405 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:54,406 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T12:22:54,406 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened eba1eb31079bb6ed0ad2ed4211def496; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67595740, jitterRate=0.0072550177574157715}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T12:22:54,407 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:22:54,407 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., pid=125, masterSystemTime=1732623774393 2024-11-26T12:22:54,409 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:54,409 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:54,409 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=eba1eb31079bb6ed0ad2ed4211def496, regionState=OPEN, openSeqNum=2, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:22:54,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-26T12:22:54,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 in 169 msec 2024-11-26T12:22:54,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-26T12:22:54,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eba1eb31079bb6ed0ad2ed4211def496, ASSIGN in 322 msec 2024-11-26T12:22:54,412 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T12:22:54,412 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623774412"}]},"ts":"1732623774412"} 2024-11-26T12:22:54,413 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T12:22:54,415 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T12:22:54,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-26T12:22:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-26T12:22:55,372 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-26T12:22:55,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-11-26T12:22:55,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:55,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:55,378 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:55,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T12:22:55,380 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T12:22:55,381 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-26T12:22:55,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:55,385 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-26T12:22:55,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:55,388 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-26T12:22:55,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:55,391 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-26T12:22:55,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:55,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-26T12:22:55,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:55,397 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-11-26T12:22:55,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:55,400 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-26T12:22:55,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:55,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-26T12:22:55,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:55,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-26T12:22:55,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:55,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-26T12:22:55,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:22:55,417 DEBUG [hconnection-0x5b58ff8f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:55,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-26T12:22:55,418 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:55,419 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T12:22:55,419 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:55,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:55,420 DEBUG [hconnection-0x4ee510d6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:55,420 DEBUG [hconnection-0xfa9e53c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:55,421 DEBUG [hconnection-0x532e3433-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:55,421 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:55,421 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:55,421 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:55,421 DEBUG [hconnection-0x1170387b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:55,422 DEBUG [hconnection-0x71b2d023-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:55,422 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:55,423 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:55,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T12:22:55,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:22:55,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:55,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:22:55,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:55,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:22:55,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:55,431 DEBUG [hconnection-0x73932378-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:55,432 DEBUG [hconnection-0x649dc7c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:55,432 DEBUG [hconnection-0x6a5d1efe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:55,433 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:55,433 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:55,434 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:55,438 DEBUG [hconnection-0x13c2a26c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:22:55,439 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:22:55,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623835440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623835441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/93a41e2b90884d8685400b5a470ad27c is 50, key is test_row_0/A:col10/1732623775427/Put/seqid=0 2024-11-26T12:22:55,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623835441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623835444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623835444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742343_1519 (size=12001) 2024-11-26T12:22:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T12:22:55,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623835548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623835551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623835555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623835555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623835556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T12:22:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:22:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:55,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:55,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T12:22:55,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T12:22:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:22:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:55,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:55,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623835751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623835754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623835758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623835758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623835758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/93a41e2b90884d8685400b5a470ad27c 2024-11-26T12:22:55,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:55,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T12:22:55,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:22:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:55,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:55,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:55,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/a043c6c97eb54ccaba675adb82de32e8 is 50, key is test_row_0/B:col10/1732623775427/Put/seqid=0 2024-11-26T12:22:55,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742344_1520 (size=12001) 2024-11-26T12:22:55,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/a043c6c97eb54ccaba675adb82de32e8 2024-11-26T12:22:55,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/edba4cecbd7c40f18ec2fbd3fcfea516 is 50, key is test_row_0/C:col10/1732623775427/Put/seqid=0 2024-11-26T12:22:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742345_1521 (size=12001) 2024-11-26T12:22:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T12:22:56,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T12:22:56,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:56,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:22:56,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:56,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:56,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:56,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623836057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623836057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623836062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623836063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623836063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T12:22:56,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:56,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:22:56,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:56,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:56,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:56,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/edba4cecbd7c40f18ec2fbd3fcfea516 2024-11-26T12:22:56,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/93a41e2b90884d8685400b5a470ad27c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/93a41e2b90884d8685400b5a470ad27c 2024-11-26T12:22:56,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/93a41e2b90884d8685400b5a470ad27c, entries=150, sequenceid=14, filesize=11.7 K 2024-11-26T12:22:56,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/a043c6c97eb54ccaba675adb82de32e8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/a043c6c97eb54ccaba675adb82de32e8 2024-11-26T12:22:56,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/a043c6c97eb54ccaba675adb82de32e8, entries=150, sequenceid=14, filesize=11.7 K 2024-11-26T12:22:56,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/edba4cecbd7c40f18ec2fbd3fcfea516 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/edba4cecbd7c40f18ec2fbd3fcfea516 2024-11-26T12:22:56,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T12:22:56,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:56,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:22:56,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:56,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:56,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:56,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/edba4cecbd7c40f18ec2fbd3fcfea516, entries=150, sequenceid=14, filesize=11.7 K 2024-11-26T12:22:56,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for eba1eb31079bb6ed0ad2ed4211def496 in 911ms, sequenceid=14, compaction requested=false 2024-11-26T12:22:56,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:22:56,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T12:22:56,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:56,490 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:22:56,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:22:56,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:56,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:22:56,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:56,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:22:56,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:56,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/e30c23486e08499ea3b71160f3116c77 is 50, key is test_row_0/A:col10/1732623775437/Put/seqid=0 2024-11-26T12:22:56,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742346_1522 (size=12001) 2024-11-26T12:22:56,500 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/e30c23486e08499ea3b71160f3116c77 2024-11-26T12:22:56,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/013e8e45a198425d982ffeba7cf56aac is 50, key is test_row_0/B:col10/1732623775437/Put/seqid=0 2024-11-26T12:22:56,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742347_1523 (size=12001) 2024-11-26T12:22:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T12:22:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:56,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:22:56,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623836574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623836574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623836575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623836575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623836579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623836680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623836681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623836681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623836681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623836682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623836885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623836885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623836886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623836886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623836887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:56,911 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/013e8e45a198425d982ffeba7cf56aac 2024-11-26T12:22:56,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/934ba179fa174195a731af8cac742330 is 50, key is test_row_0/C:col10/1732623775437/Put/seqid=0 2024-11-26T12:22:56,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742348_1524 (size=12001) 2024-11-26T12:22:57,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623837189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623837190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623837191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623837191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623837192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,324 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/934ba179fa174195a731af8cac742330 2024-11-26T12:22:57,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/e30c23486e08499ea3b71160f3116c77 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/e30c23486e08499ea3b71160f3116c77 2024-11-26T12:22:57,337 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/e30c23486e08499ea3b71160f3116c77, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T12:22:57,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/013e8e45a198425d982ffeba7cf56aac as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/013e8e45a198425d982ffeba7cf56aac 2024-11-26T12:22:57,342 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/013e8e45a198425d982ffeba7cf56aac, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T12:22:57,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/934ba179fa174195a731af8cac742330 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/934ba179fa174195a731af8cac742330 2024-11-26T12:22:57,352 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/934ba179fa174195a731af8cac742330, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T12:22:57,353 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for eba1eb31079bb6ed0ad2ed4211def496 in 863ms, sequenceid=38, compaction requested=false 2024-11-26T12:22:57,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:22:57,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:57,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-26T12:22:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-26T12:22:57,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-26T12:22:57,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9350 sec 2024-11-26T12:22:57,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.9390 sec 2024-11-26T12:22:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T12:22:57,522 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-26T12:22:57,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-26T12:22:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T12:22:57,525 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:57,525 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:57,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T12:22:57,677 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T12:22:57,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:57,677 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:22:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:22:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:22:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:22:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:57,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/3c5700ccf20e4031ba528859fac502e9 is 50, key is test_row_0/A:col10/1732623776574/Put/seqid=0 2024-11-26T12:22:57,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742349_1525 (size=12001) 2024-11-26T12:22:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:57,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:22:57,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623837722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623837722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623837723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623837724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623837727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T12:22:57,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623837829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623837832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623837832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623837833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:57,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623837833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623838034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623838036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623838037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623838037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623838037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T12:22:58,088 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/3c5700ccf20e4031ba528859fac502e9 2024-11-26T12:22:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/dc227b110f80426485038d43bfd5c1d0 is 50, key is test_row_0/B:col10/1732623776574/Put/seqid=0 2024-11-26T12:22:58,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742350_1526 (size=12001) 2024-11-26T12:22:58,107 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/dc227b110f80426485038d43bfd5c1d0 2024-11-26T12:22:58,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/d8e336c3cc674d1f8b538581e473f59d is 50, key is test_row_0/C:col10/1732623776574/Put/seqid=0 2024-11-26T12:22:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T12:22:58,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742351_1527 (size=12001) 2024-11-26T12:22:58,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623838340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623838340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623838340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623838342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623838343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,535 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/d8e336c3cc674d1f8b538581e473f59d 2024-11-26T12:22:58,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/3c5700ccf20e4031ba528859fac502e9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3c5700ccf20e4031ba528859fac502e9 2024-11-26T12:22:58,541 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3c5700ccf20e4031ba528859fac502e9, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T12:22:58,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/dc227b110f80426485038d43bfd5c1d0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/dc227b110f80426485038d43bfd5c1d0 2024-11-26T12:22:58,545 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/dc227b110f80426485038d43bfd5c1d0, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T12:22:58,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/d8e336c3cc674d1f8b538581e473f59d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/d8e336c3cc674d1f8b538581e473f59d 2024-11-26T12:22:58,548 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/d8e336c3cc674d1f8b538581e473f59d, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T12:22:58,549 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for eba1eb31079bb6ed0ad2ed4211def496 in 872ms, sequenceid=50, compaction requested=true 2024-11-26T12:22:58,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:22:58,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:58,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-26T12:22:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-26T12:22:58,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-26T12:22:58,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0250 sec 2024-11-26T12:22:58,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.0290 sec 2024-11-26T12:22:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-26T12:22:58,627 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-26T12:22:58,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-26T12:22:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T12:22:58,630 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:58,630 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:58,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T12:22:58,782 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T12:22:58,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:58,782 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:22:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:22:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:22:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:22:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:58,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/5ef88b47ff7a4d489a810e1803719a37 is 50, key is test_row_0/A:col10/1732623777720/Put/seqid=0 2024-11-26T12:22:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742352_1528 (size=12001) 2024-11-26T12:22:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:58,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:22:58,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623838853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623838866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623838867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623838868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623838868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T12:22:58,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623838969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623838977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623838977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623838978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623838978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623839174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623839183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623839183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623839183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623839183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,192 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/5ef88b47ff7a4d489a810e1803719a37 2024-11-26T12:22:59,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/6e0bb3673d8b48cd8518645e3a53e047 is 50, key is test_row_0/B:col10/1732623777720/Put/seqid=0 2024-11-26T12:22:59,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742353_1529 (size=12001) 2024-11-26T12:22:59,203 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/6e0bb3673d8b48cd8518645e3a53e047 2024-11-26T12:22:59,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/ff2833cbafdb4bd5aec169369f81cb01 is 50, key is test_row_0/C:col10/1732623777720/Put/seqid=0 2024-11-26T12:22:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T12:22:59,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742354_1530 (size=12001) 2024-11-26T12:22:59,234 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/ff2833cbafdb4bd5aec169369f81cb01 2024-11-26T12:22:59,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/5ef88b47ff7a4d489a810e1803719a37 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/5ef88b47ff7a4d489a810e1803719a37 2024-11-26T12:22:59,249 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/5ef88b47ff7a4d489a810e1803719a37, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T12:22:59,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/6e0bb3673d8b48cd8518645e3a53e047 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/6e0bb3673d8b48cd8518645e3a53e047 2024-11-26T12:22:59,256 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/6e0bb3673d8b48cd8518645e3a53e047, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T12:22:59,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/ff2833cbafdb4bd5aec169369f81cb01 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/ff2833cbafdb4bd5aec169369f81cb01 2024-11-26T12:22:59,263 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/ff2833cbafdb4bd5aec169369f81cb01, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T12:22:59,264 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for eba1eb31079bb6ed0ad2ed4211def496 in 482ms, sequenceid=74, compaction requested=true 2024-11-26T12:22:59,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:22:59,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:59,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-26T12:22:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-26T12:22:59,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-26T12:22:59,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 638 msec 2024-11-26T12:22:59,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 645 msec 2024-11-26T12:22:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:22:59,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:22:59,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:22:59,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:59,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:22:59,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:59,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:22:59,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:22:59,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/3a7fb481c48144b7aa9d1530efc6a513 is 50, key is test_row_0/A:col10/1732623778851/Put/seqid=0 2024-11-26T12:22:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742355_1531 (size=14341) 2024-11-26T12:22:59,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623839515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623839516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623839518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623839522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623839522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623839623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623839624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623839624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623839630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623839631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T12:22:59,733 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-26T12:22:59,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:22:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-26T12:22:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T12:22:59,736 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:22:59,736 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:22:59,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:22:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T12:22:59,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623839838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623839838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623839838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623839838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:22:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623839838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:22:59,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T12:22:59,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:59,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:22:59,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:22:59,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:59,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:22:59,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/3a7fb481c48144b7aa9d1530efc6a513 2024-11-26T12:22:59,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/b6c15abd03e74cbfb3d05bb46bd5d55b is 50, key is test_row_0/B:col10/1732623778851/Put/seqid=0 2024-11-26T12:22:59,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742356_1532 (size=12001) 2024-11-26T12:22:59,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/b6c15abd03e74cbfb3d05bb46bd5d55b 2024-11-26T12:22:59,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/43df406958c64696af62f8d93147c23c is 50, key is test_row_0/C:col10/1732623778851/Put/seqid=0 2024-11-26T12:22:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742357_1533 (size=12001) 2024-11-26T12:23:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T12:23:00,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T12:23:00,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:00,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:00,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:00,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:00,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:00,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623840141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623840142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623840142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623840143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623840143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T12:23:00,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:00,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:00,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:00,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:00,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:00,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/43df406958c64696af62f8d93147c23c 2024-11-26T12:23:00,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/3a7fb481c48144b7aa9d1530efc6a513 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3a7fb481c48144b7aa9d1530efc6a513 2024-11-26T12:23:00,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3a7fb481c48144b7aa9d1530efc6a513, entries=200, sequenceid=87, filesize=14.0 K 2024-11-26T12:23:00,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/b6c15abd03e74cbfb3d05bb46bd5d55b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b6c15abd03e74cbfb3d05bb46bd5d55b 2024-11-26T12:23:00,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b6c15abd03e74cbfb3d05bb46bd5d55b, entries=150, sequenceid=87, filesize=11.7 K 2024-11-26T12:23:00,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/43df406958c64696af62f8d93147c23c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/43df406958c64696af62f8d93147c23c 2024-11-26T12:23:00,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/43df406958c64696af62f8d93147c23c, entries=150, sequenceid=87, filesize=11.7 K 2024-11-26T12:23:00,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for eba1eb31079bb6ed0ad2ed4211def496 in 847ms, sequenceid=87, compaction requested=true 2024-11-26T12:23:00,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:00,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:00,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:00,329 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T12:23:00,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:00,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:00,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:00,330 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T12:23:00,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:00,331 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62345 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T12:23:00,331 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/A is initiating minor compaction (all files) 2024-11-26T12:23:00,331 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/A in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:00,331 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T12:23:00,331 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/B is initiating minor compaction (all files) 2024-11-26T12:23:00,331 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/93a41e2b90884d8685400b5a470ad27c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/e30c23486e08499ea3b71160f3116c77, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3c5700ccf20e4031ba528859fac502e9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/5ef88b47ff7a4d489a810e1803719a37, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3a7fb481c48144b7aa9d1530efc6a513] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=60.9 K 2024-11-26T12:23:00,331 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/B in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:00,331 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/a043c6c97eb54ccaba675adb82de32e8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/013e8e45a198425d982ffeba7cf56aac, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/dc227b110f80426485038d43bfd5c1d0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/6e0bb3673d8b48cd8518645e3a53e047, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b6c15abd03e74cbfb3d05bb46bd5d55b] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=58.6 K 2024-11-26T12:23:00,331 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93a41e2b90884d8685400b5a470ad27c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732623775426 2024-11-26T12:23:00,331 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting a043c6c97eb54ccaba675adb82de32e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732623775426 2024-11-26T12:23:00,331 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting e30c23486e08499ea3b71160f3116c77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732623775437 2024-11-26T12:23:00,332 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 013e8e45a198425d982ffeba7cf56aac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732623775437 2024-11-26T12:23:00,332 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c5700ccf20e4031ba528859fac502e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732623776573 2024-11-26T12:23:00,332 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ef88b47ff7a4d489a810e1803719a37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732623777714 2024-11-26T12:23:00,332 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting dc227b110f80426485038d43bfd5c1d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732623776573 2024-11-26T12:23:00,332 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a7fb481c48144b7aa9d1530efc6a513, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732623778851 2024-11-26T12:23:00,332 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e0bb3673d8b48cd8518645e3a53e047, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732623777714 2024-11-26T12:23:00,333 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting b6c15abd03e74cbfb3d05bb46bd5d55b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732623778851 2024-11-26T12:23:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T12:23:00,341 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#B#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:23:00,341 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/354be1710e1c4cfd912bad577bc98e5a is 50, key is test_row_0/B:col10/1732623778851/Put/seqid=0 2024-11-26T12:23:00,341 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#A#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:23:00,342 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/fc2887949c8b4b768f2b3d06ff91824f is 50, key is test_row_0/A:col10/1732623778851/Put/seqid=0 2024-11-26T12:23:00,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742359_1535 (size=12173) 2024-11-26T12:23:00,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T12:23:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:00,347 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:23:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:00,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742358_1534 (size=12173) 2024-11-26T12:23:00,365 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/fc2887949c8b4b768f2b3d06ff91824f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/fc2887949c8b4b768f2b3d06ff91824f 2024-11-26T12:23:00,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/8739c2b60acb4d449c950f77c2493222 is 50, key is test_row_0/A:col10/1732623779521/Put/seqid=0 2024-11-26T12:23:00,377 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/A of eba1eb31079bb6ed0ad2ed4211def496 into fc2887949c8b4b768f2b3d06ff91824f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:00,378 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:00,378 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/A, priority=11, startTime=1732623780329; duration=0sec 2024-11-26T12:23:00,378 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:00,378 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:A 2024-11-26T12:23:00,378 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T12:23:00,379 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T12:23:00,379 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/C is initiating minor compaction (all files) 2024-11-26T12:23:00,379 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/C in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:00,379 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/edba4cecbd7c40f18ec2fbd3fcfea516, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/934ba179fa174195a731af8cac742330, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/d8e336c3cc674d1f8b538581e473f59d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/ff2833cbafdb4bd5aec169369f81cb01, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/43df406958c64696af62f8d93147c23c] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=58.6 K 2024-11-26T12:23:00,380 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting edba4cecbd7c40f18ec2fbd3fcfea516, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732623775426 2024-11-26T12:23:00,380 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 934ba179fa174195a731af8cac742330, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732623775437 2024-11-26T12:23:00,381 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8e336c3cc674d1f8b538581e473f59d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732623776573 2024-11-26T12:23:00,381 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff2833cbafdb4bd5aec169369f81cb01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732623777714 2024-11-26T12:23:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742360_1536 (size=12001) 2024-11-26T12:23:00,381 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43df406958c64696af62f8d93147c23c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732623778851 2024-11-26T12:23:00,382 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/8739c2b60acb4d449c950f77c2493222 2024-11-26T12:23:00,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/3e96e614b0f540daac2d737683d5a8e5 is 50, key is test_row_0/B:col10/1732623779521/Put/seqid=0 2024-11-26T12:23:00,399 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#C#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:23:00,400 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/a9f29238dfd242028639ccdf5b7d6c4b is 50, key is test_row_0/C:col10/1732623778851/Put/seqid=0 2024-11-26T12:23:00,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742361_1537 (size=12001) 2024-11-26T12:23:00,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742362_1538 (size=12173) 2024-11-26T12:23:00,417 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/a9f29238dfd242028639ccdf5b7d6c4b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/a9f29238dfd242028639ccdf5b7d6c4b 2024-11-26T12:23:00,421 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/C of eba1eb31079bb6ed0ad2ed4211def496 into a9f29238dfd242028639ccdf5b7d6c4b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:00,421 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:00,421 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/C, priority=11, startTime=1732623780330; duration=0sec 2024-11-26T12:23:00,421 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:00,422 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:C 2024-11-26T12:23:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:00,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623840657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623840659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623840659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623840661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623840664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,754 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/354be1710e1c4cfd912bad577bc98e5a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/354be1710e1c4cfd912bad577bc98e5a 2024-11-26T12:23:00,762 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/B of eba1eb31079bb6ed0ad2ed4211def496 into 354be1710e1c4cfd912bad577bc98e5a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:00,762 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:00,762 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/B, priority=11, startTime=1732623780329; duration=0sec 2024-11-26T12:23:00,762 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:00,762 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:B 2024-11-26T12:23:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623840766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623840766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623840767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623840767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623840774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,802 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/3e96e614b0f540daac2d737683d5a8e5 2024-11-26T12:23:00,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/1f2dc88ca8ff4f7e9ac32cf340d2b6c5 is 50, key is test_row_0/C:col10/1732623779521/Put/seqid=0 2024-11-26T12:23:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T12:23:00,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742363_1539 (size=12001) 2024-11-26T12:23:00,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623840976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623840976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623840976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623840976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:00,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623840981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:01,269 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/1f2dc88ca8ff4f7e9ac32cf340d2b6c5 2024-11-26T12:23:01,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/8739c2b60acb4d449c950f77c2493222 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8739c2b60acb4d449c950f77c2493222 2024-11-26T12:23:01,279 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8739c2b60acb4d449c950f77c2493222, entries=150, sequenceid=110, filesize=11.7 K 2024-11-26T12:23:01,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/3e96e614b0f540daac2d737683d5a8e5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/3e96e614b0f540daac2d737683d5a8e5 2024-11-26T12:23:01,285 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/3e96e614b0f540daac2d737683d5a8e5, entries=150, sequenceid=110, filesize=11.7 K 2024-11-26T12:23:01,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/1f2dc88ca8ff4f7e9ac32cf340d2b6c5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1f2dc88ca8ff4f7e9ac32cf340d2b6c5 2024-11-26T12:23:01,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623841282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:01,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623841283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:01,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623841284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:01,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623841284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:01,291 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1f2dc88ca8ff4f7e9ac32cf340d2b6c5, entries=150, sequenceid=110, filesize=11.7 K 2024-11-26T12:23:01,292 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for eba1eb31079bb6ed0ad2ed4211def496 in 944ms, sequenceid=110, compaction requested=false 2024-11-26T12:23:01,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:01,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:01,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-26T12:23:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-26T12:23:01,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-26T12:23:01,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5570 sec 2024-11-26T12:23:01,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:23:01,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:01,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:01,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:01,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:01,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:01,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:01,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.5620 sec 2024-11-26T12:23:01,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/7f87073dcea34f40b1e9e444275f6f3e is 50, key is test_row_0/A:col10/1732623781294/Put/seqid=0 2024-11-26T12:23:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742364_1540 (size=14341) 2024-11-26T12:23:01,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/7f87073dcea34f40b1e9e444275f6f3e 2024-11-26T12:23:01,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/e5fb49d471f24aca9bde8511c9a23ff2 is 50, key is test_row_0/B:col10/1732623781294/Put/seqid=0 2024-11-26T12:23:01,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742365_1541 (size=12001) 2024-11-26T12:23:01,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623841421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:01,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623841527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:01,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623841734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:01,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T12:23:01,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/e5fb49d471f24aca9bde8511c9a23ff2 2024-11-26T12:23:01,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623841790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:01,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623841792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:01,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623841792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:01,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/f0928c2f941d4625a1a979adfe282547 is 50, key is test_row_0/C:col10/1732623781294/Put/seqid=0 2024-11-26T12:23:01,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623841795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:01,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742366_1542 (size=12001) 2024-11-26T12:23:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-26T12:23:01,842 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-26T12:23:01,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-26T12:23:01,846 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:01,846 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:01,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T12:23:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T12:23:01,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:01,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T12:23:01,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:02,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:02,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623842041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T12:23:02,152 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:02,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T12:23:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:02,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:02,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/f0928c2f941d4625a1a979adfe282547 2024-11-26T12:23:02,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/7f87073dcea34f40b1e9e444275f6f3e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/7f87073dcea34f40b1e9e444275f6f3e 2024-11-26T12:23:02,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/7f87073dcea34f40b1e9e444275f6f3e, entries=200, sequenceid=127, filesize=14.0 K 2024-11-26T12:23:02,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/e5fb49d471f24aca9bde8511c9a23ff2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e5fb49d471f24aca9bde8511c9a23ff2 2024-11-26T12:23:02,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e5fb49d471f24aca9bde8511c9a23ff2, entries=150, sequenceid=127, filesize=11.7 K 2024-11-26T12:23:02,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/f0928c2f941d4625a1a979adfe282547 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/f0928c2f941d4625a1a979adfe282547 2024-11-26T12:23:02,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/f0928c2f941d4625a1a979adfe282547, entries=150, sequenceid=127, filesize=11.7 K 2024-11-26T12:23:02,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for eba1eb31079bb6ed0ad2ed4211def496 in 965ms, sequenceid=127, compaction requested=true 2024-11-26T12:23:02,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:02,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:02,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:02,262 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:02,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:02,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:02,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:02,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T12:23:02,262 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:02,263 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:02,263 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:02,263 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/B is initiating minor compaction (all files) 2024-11-26T12:23:02,263 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/A is initiating minor compaction (all files) 2024-11-26T12:23:02,263 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/B in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:02,263 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/A in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:02,263 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/fc2887949c8b4b768f2b3d06ff91824f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8739c2b60acb4d449c950f77c2493222, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/7f87073dcea34f40b1e9e444275f6f3e] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=37.6 K 2024-11-26T12:23:02,263 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/354be1710e1c4cfd912bad577bc98e5a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/3e96e614b0f540daac2d737683d5a8e5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e5fb49d471f24aca9bde8511c9a23ff2] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=35.3 K 2024-11-26T12:23:02,264 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc2887949c8b4b768f2b3d06ff91824f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732623778851 2024-11-26T12:23:02,264 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 354be1710e1c4cfd912bad577bc98e5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732623778851 2024-11-26T12:23:02,264 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8739c2b60acb4d449c950f77c2493222, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732623779515 2024-11-26T12:23:02,264 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e96e614b0f540daac2d737683d5a8e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732623779515 2024-11-26T12:23:02,265 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f87073dcea34f40b1e9e444275f6f3e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732623780654 2024-11-26T12:23:02,265 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting e5fb49d471f24aca9bde8511c9a23ff2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732623780654 2024-11-26T12:23:02,278 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#A#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:23:02,278 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/3e6f86bf172e4865a96da5feaa3bef06 is 50, key is test_row_0/A:col10/1732623781294/Put/seqid=0 2024-11-26T12:23:02,300 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#B#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:23:02,300 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/0129f76699404b5c9c47fc394a5e62d4 is 50, key is test_row_0/B:col10/1732623781294/Put/seqid=0 2024-11-26T12:23:02,308 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:02,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T12:23:02,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:02,309 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T12:23:02,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:02,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:02,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:02,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:02,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:02,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:02,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742367_1543 (size=12275) 2024-11-26T12:23:02,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/9d63ab7d552b42f7a089ea9dc23f7053 is 50, key is test_row_0/A:col10/1732623781392/Put/seqid=0 2024-11-26T12:23:02,334 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/3e6f86bf172e4865a96da5feaa3bef06 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3e6f86bf172e4865a96da5feaa3bef06 2024-11-26T12:23:02,340 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/A of eba1eb31079bb6ed0ad2ed4211def496 into 3e6f86bf172e4865a96da5feaa3bef06(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:02,340 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:02,340 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/A, priority=13, startTime=1732623782262; duration=0sec 2024-11-26T12:23:02,340 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:02,340 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:A 2024-11-26T12:23:02,340 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:02,341 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:02,341 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/C is initiating minor compaction (all files) 2024-11-26T12:23:02,341 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/C in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:02,341 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/a9f29238dfd242028639ccdf5b7d6c4b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1f2dc88ca8ff4f7e9ac32cf340d2b6c5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/f0928c2f941d4625a1a979adfe282547] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=35.3 K 2024-11-26T12:23:02,341 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9f29238dfd242028639ccdf5b7d6c4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732623778851 2024-11-26T12:23:02,342 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f2dc88ca8ff4f7e9ac32cf340d2b6c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732623779515 2024-11-26T12:23:02,343 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0928c2f941d4625a1a979adfe282547, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732623780654 2024-11-26T12:23:02,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742368_1544 (size=12275) 2024-11-26T12:23:02,350 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/0129f76699404b5c9c47fc394a5e62d4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/0129f76699404b5c9c47fc394a5e62d4 2024-11-26T12:23:02,359 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/B of eba1eb31079bb6ed0ad2ed4211def496 into 0129f76699404b5c9c47fc394a5e62d4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:02,359 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:02,359 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/B, priority=13, startTime=1732623782262; duration=0sec 2024-11-26T12:23:02,359 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:02,359 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:B 2024-11-26T12:23:02,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742369_1545 (size=12151) 2024-11-26T12:23:02,369 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/9d63ab7d552b42f7a089ea9dc23f7053 2024-11-26T12:23:02,376 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#C#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:23:02,376 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/e99fe23d9a264caa864fe3fbc6e94eb3 is 50, key is test_row_0/C:col10/1732623781294/Put/seqid=0 2024-11-26T12:23:02,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/37c67f7f1ae14712a54d7648fddeae92 is 50, key is test_row_0/B:col10/1732623781392/Put/seqid=0 2024-11-26T12:23:02,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742370_1546 (size=12275) 2024-11-26T12:23:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T12:23:02,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742371_1547 (size=12151) 2024-11-26T12:23:02,465 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/37c67f7f1ae14712a54d7648fddeae92 2024-11-26T12:23:02,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/e147121e708946e29964e5c7f6b7ed70 is 50, key is test_row_0/C:col10/1732623781392/Put/seqid=0 2024-11-26T12:23:02,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742372_1548 (size=12151) 2024-11-26T12:23:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:02,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:02,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623842624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:02,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623842732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:02,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623842805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:02,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623842805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:02,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623842808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:02,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623842809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:02,848 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/e99fe23d9a264caa864fe3fbc6e94eb3 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/e99fe23d9a264caa864fe3fbc6e94eb3 2024-11-26T12:23:02,858 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/C of eba1eb31079bb6ed0ad2ed4211def496 into e99fe23d9a264caa864fe3fbc6e94eb3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:02,858 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:02,858 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/C, priority=13, startTime=1732623782262; duration=0sec 2024-11-26T12:23:02,859 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:02,859 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:C 2024-11-26T12:23:02,941 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/e147121e708946e29964e5c7f6b7ed70 2024-11-26T12:23:02,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623842940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/9d63ab7d552b42f7a089ea9dc23f7053 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/9d63ab7d552b42f7a089ea9dc23f7053 2024-11-26T12:23:02,951 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/9d63ab7d552b42f7a089ea9dc23f7053, entries=150, sequenceid=149, filesize=11.9 K 2024-11-26T12:23:02,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/37c67f7f1ae14712a54d7648fddeae92 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/37c67f7f1ae14712a54d7648fddeae92 2024-11-26T12:23:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T12:23:02,967 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/37c67f7f1ae14712a54d7648fddeae92, entries=150, sequenceid=149, filesize=11.9 K 2024-11-26T12:23:02,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/e147121e708946e29964e5c7f6b7ed70 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/e147121e708946e29964e5c7f6b7ed70 2024-11-26T12:23:02,982 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/e147121e708946e29964e5c7f6b7ed70, entries=150, sequenceid=149, filesize=11.9 K 2024-11-26T12:23:02,983 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for eba1eb31079bb6ed0ad2ed4211def496 in 674ms, sequenceid=149, compaction requested=false 2024-11-26T12:23:02,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:02,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:02,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-26T12:23:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-26T12:23:02,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-26T12:23:02,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1390 sec 2024-11-26T12:23:02,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.1440 sec 2024-11-26T12:23:03,157 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T12:23:03,157 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T12:23:03,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T12:23:03,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:03,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:03,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:03,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:03,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:03,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:03,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/8b09aa87a8774275b121f863509d0b58 is 50, key is test_row_0/A:col10/1732623783250/Put/seqid=0 2024-11-26T12:23:03,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742373_1549 (size=14541) 2024-11-26T12:23:03,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/8b09aa87a8774275b121f863509d0b58 2024-11-26T12:23:03,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/e9a65698822f4a4995c36baf59c5332f is 50, key is test_row_0/B:col10/1732623783250/Put/seqid=0 2024-11-26T12:23:03,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742374_1550 (size=12151) 2024-11-26T12:23:03,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/e9a65698822f4a4995c36baf59c5332f 2024-11-26T12:23:03,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/636e87d82e7c40df99687feabf1781ce is 50, key is test_row_0/C:col10/1732623783250/Put/seqid=0 2024-11-26T12:23:03,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623843413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:03,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742375_1551 (size=12151) 2024-11-26T12:23:03,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623843523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623843728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:03,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/636e87d82e7c40df99687feabf1781ce 2024-11-26T12:23:03,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/8b09aa87a8774275b121f863509d0b58 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8b09aa87a8774275b121f863509d0b58 2024-11-26T12:23:03,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8b09aa87a8774275b121f863509d0b58, entries=200, sequenceid=167, filesize=14.2 K 2024-11-26T12:23:03,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/e9a65698822f4a4995c36baf59c5332f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e9a65698822f4a4995c36baf59c5332f 2024-11-26T12:23:03,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e9a65698822f4a4995c36baf59c5332f, entries=150, sequenceid=167, filesize=11.9 K 2024-11-26T12:23:03,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/636e87d82e7c40df99687feabf1781ce as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/636e87d82e7c40df99687feabf1781ce 2024-11-26T12:23:03,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/636e87d82e7c40df99687feabf1781ce, entries=150, sequenceid=167, filesize=11.9 K 2024-11-26T12:23:03,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for eba1eb31079bb6ed0ad2ed4211def496 in 610ms, sequenceid=167, compaction requested=true 2024-11-26T12:23:03,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:03,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:03,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:03,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:03,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:03,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:03,863 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:03,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:03,863 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:03,864 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:03,864 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/B is initiating minor compaction (all files) 2024-11-26T12:23:03,865 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/B in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:03,865 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/0129f76699404b5c9c47fc394a5e62d4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/37c67f7f1ae14712a54d7648fddeae92, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e9a65698822f4a4995c36baf59c5332f] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=35.7 K 2024-11-26T12:23:03,865 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:03,865 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/A is initiating minor compaction (all files) 2024-11-26T12:23:03,865 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/A in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:03,865 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3e6f86bf172e4865a96da5feaa3bef06, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/9d63ab7d552b42f7a089ea9dc23f7053, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8b09aa87a8774275b121f863509d0b58] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=38.1 K 2024-11-26T12:23:03,866 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 0129f76699404b5c9c47fc394a5e62d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732623780654 2024-11-26T12:23:03,866 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e6f86bf172e4865a96da5feaa3bef06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732623780654 2024-11-26T12:23:03,866 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 37c67f7f1ae14712a54d7648fddeae92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732623781354 2024-11-26T12:23:03,867 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d63ab7d552b42f7a089ea9dc23f7053, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732623781354 2024-11-26T12:23:03,867 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting e9a65698822f4a4995c36baf59c5332f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732623782593 2024-11-26T12:23:03,867 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b09aa87a8774275b121f863509d0b58, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732623782593 2024-11-26T12:23:03,879 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#A#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:23:03,879 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/0c3ef7d4d6da44c4b3b4410ca98123cf is 50, key is test_row_0/A:col10/1732623783250/Put/seqid=0 2024-11-26T12:23:03,887 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#B#compaction#468 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:23:03,887 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/246408bf1d3a4b8f904f248afee8b19a is 50, key is test_row_0/B:col10/1732623783250/Put/seqid=0 2024-11-26T12:23:03,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742376_1552 (size=12527) 2024-11-26T12:23:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742377_1553 (size=12527) 2024-11-26T12:23:03,947 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/246408bf1d3a4b8f904f248afee8b19a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/246408bf1d3a4b8f904f248afee8b19a 2024-11-26T12:23:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T12:23:03,954 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-26T12:23:03,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-26T12:23:03,958 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T12:23:03,959 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:03,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:03,964 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/B of eba1eb31079bb6ed0ad2ed4211def496 into 246408bf1d3a4b8f904f248afee8b19a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:03,964 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:03,964 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/B, priority=13, startTime=1732623783863; duration=0sec 2024-11-26T12:23:03,964 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:03,964 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:B 2024-11-26T12:23:03,965 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:03,968 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:03,969 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/C is initiating minor compaction (all files) 2024-11-26T12:23:03,969 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/C in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:03,969 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/e99fe23d9a264caa864fe3fbc6e94eb3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/e147121e708946e29964e5c7f6b7ed70, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/636e87d82e7c40df99687feabf1781ce] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=35.7 K 2024-11-26T12:23:03,969 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting e99fe23d9a264caa864fe3fbc6e94eb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732623780654 2024-11-26T12:23:03,969 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting e147121e708946e29964e5c7f6b7ed70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732623781354 2024-11-26T12:23:03,970 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 636e87d82e7c40df99687feabf1781ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732623782593 2024-11-26T12:23:03,992 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#C#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:23:03,993 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/bd97739ad6ab406dba73d945ca011090 is 50, key is test_row_0/C:col10/1732623783250/Put/seqid=0 2024-11-26T12:23:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742378_1554 (size=12527) 2024-11-26T12:23:04,023 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/bd97739ad6ab406dba73d945ca011090 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/bd97739ad6ab406dba73d945ca011090 2024-11-26T12:23:04,029 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/C of eba1eb31079bb6ed0ad2ed4211def496 into bd97739ad6ab406dba73d945ca011090(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:04,029 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:04,029 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/C, priority=13, startTime=1732623783863; duration=0sec 2024-11-26T12:23:04,029 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:04,029 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:C 2024-11-26T12:23:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:04,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T12:23:04,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:04,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:04,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:04,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:04,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:04,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:04,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/d64a73d9d6d34641b375e10e44dede9a is 50, key is test_row_0/A:col10/1732623784041/Put/seqid=0 2024-11-26T12:23:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T12:23:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742379_1555 (size=14541) 2024-11-26T12:23:04,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/d64a73d9d6d34641b375e10e44dede9a 2024-11-26T12:23:04,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/2e1f5b2e1c864664b033730b037d0ab6 is 50, key is test_row_0/B:col10/1732623784041/Put/seqid=0 2024-11-26T12:23:04,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T12:23:04,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:04,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:04,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:04,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742380_1556 (size=12151) 2024-11-26T12:23:04,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623844127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623844231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T12:23:04,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T12:23:04,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:04,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:04,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,329 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/0c3ef7d4d6da44c4b3b4410ca98123cf as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/0c3ef7d4d6da44c4b3b4410ca98123cf 2024-11-26T12:23:04,337 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/A of eba1eb31079bb6ed0ad2ed4211def496 into 0c3ef7d4d6da44c4b3b4410ca98123cf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:04,337 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:04,338 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/A, priority=13, startTime=1732623783863; duration=0sec 2024-11-26T12:23:04,338 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:04,338 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:A 2024-11-26T12:23:04,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T12:23:04,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:04,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:04,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:04,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623844440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/2e1f5b2e1c864664b033730b037d0ab6 2024-11-26T12:23:04,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/65028343ba2c43a0995d8cbcfda6b7b9 is 50, key is test_row_0/C:col10/1732623784041/Put/seqid=0 2024-11-26T12:23:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T12:23:04,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T12:23:04,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:04,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:04,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:04,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742381_1557 (size=12151) 2024-11-26T12:23:04,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T12:23:04,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:04,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:04,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:04,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623844745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623844813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623844816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,821 DEBUG [Thread-2274 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., hostname=562bc02006f1,39263,1732623663394, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T12:23:04,821 DEBUG [Thread-2278 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., hostname=562bc02006f1,39263,1732623663394, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T12:23:04,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623844820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,829 DEBUG [Thread-2282 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., hostname=562bc02006f1,39263,1732623663394, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T12:23:04,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623844827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,832 DEBUG [Thread-2280 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., hostname=562bc02006f1,39263,1732623663394, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T12:23:04,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:04,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T12:23:04,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:04,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:04,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:04,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:04,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/65028343ba2c43a0995d8cbcfda6b7b9 2024-11-26T12:23:04,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/d64a73d9d6d34641b375e10e44dede9a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d64a73d9d6d34641b375e10e44dede9a 2024-11-26T12:23:04,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d64a73d9d6d34641b375e10e44dede9a, entries=200, sequenceid=191, filesize=14.2 K 2024-11-26T12:23:04,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/2e1f5b2e1c864664b033730b037d0ab6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/2e1f5b2e1c864664b033730b037d0ab6 2024-11-26T12:23:04,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/2e1f5b2e1c864664b033730b037d0ab6, entries=150, sequenceid=191, filesize=11.9 K 2024-11-26T12:23:04,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/65028343ba2c43a0995d8cbcfda6b7b9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/65028343ba2c43a0995d8cbcfda6b7b9 2024-11-26T12:23:05,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/65028343ba2c43a0995d8cbcfda6b7b9, entries=150, sequenceid=191, filesize=11.9 K 2024-11-26T12:23:05,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for eba1eb31079bb6ed0ad2ed4211def496 in 963ms, sequenceid=191, compaction requested=false 2024-11-26T12:23:05,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:05,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:05,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T12:23:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:05,031 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:23:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:05,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/ea986317ec1945978b5fccaab8c45747 is 50, key is test_row_0/A:col10/1732623784093/Put/seqid=0 2024-11-26T12:23:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T12:23:05,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742382_1558 (size=12151) 2024-11-26T12:23:05,082 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/ea986317ec1945978b5fccaab8c45747 2024-11-26T12:23:05,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/b4fd633017784968883ed85030b8cfd7 is 50, key is test_row_0/B:col10/1732623784093/Put/seqid=0 2024-11-26T12:23:05,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742383_1559 (size=12151) 2024-11-26T12:23:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:05,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:05,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623845411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:05,504 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/b4fd633017784968883ed85030b8cfd7 2024-11-26T12:23:05,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623845522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:05,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/48067d41dabf4bfeb77f7098530fc004 is 50, key is test_row_0/C:col10/1732623784093/Put/seqid=0 2024-11-26T12:23:05,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742384_1560 (size=12151) 2024-11-26T12:23:05,581 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/48067d41dabf4bfeb77f7098530fc004 2024-11-26T12:23:05,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/ea986317ec1945978b5fccaab8c45747 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/ea986317ec1945978b5fccaab8c45747 2024-11-26T12:23:05,598 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/ea986317ec1945978b5fccaab8c45747, entries=150, sequenceid=206, filesize=11.9 K 2024-11-26T12:23:05,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/b4fd633017784968883ed85030b8cfd7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b4fd633017784968883ed85030b8cfd7 2024-11-26T12:23:05,603 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b4fd633017784968883ed85030b8cfd7, entries=150, sequenceid=206, filesize=11.9 K 2024-11-26T12:23:05,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/48067d41dabf4bfeb77f7098530fc004 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/48067d41dabf4bfeb77f7098530fc004 2024-11-26T12:23:05,608 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/48067d41dabf4bfeb77f7098530fc004, entries=150, sequenceid=206, filesize=11.9 K 2024-11-26T12:23:05,609 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for eba1eb31079bb6ed0ad2ed4211def496 in 578ms, sequenceid=206, compaction requested=true 2024-11-26T12:23:05,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:05,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:05,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-26T12:23:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-26T12:23:05,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-26T12:23:05,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6510 sec 2024-11-26T12:23:05,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.6570 sec 2024-11-26T12:23:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:05,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:23:05,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:05,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:05,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:05,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:05,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:05,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:05,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/d1a24fff8aee4d1daf05ce7d1e2534f0 is 50, key is test_row_0/A:col10/1732623785392/Put/seqid=0 2024-11-26T12:23:05,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742385_1561 (size=14541) 2024-11-26T12:23:05,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/d1a24fff8aee4d1daf05ce7d1e2534f0 2024-11-26T12:23:05,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/54a713c1f470422da777f0578aa6c54d is 50, key is test_row_0/B:col10/1732623785392/Put/seqid=0 2024-11-26T12:23:05,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742386_1562 (size=12151) 2024-11-26T12:23:05,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/54a713c1f470422da777f0578aa6c54d 2024-11-26T12:23:05,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623845800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:05,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/83ddbd0068394929934c8a414ac9a116 is 50, key is test_row_0/C:col10/1732623785392/Put/seqid=0 2024-11-26T12:23:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742387_1563 (size=12151) 2024-11-26T12:23:05,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/83ddbd0068394929934c8a414ac9a116 2024-11-26T12:23:05,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/d1a24fff8aee4d1daf05ce7d1e2534f0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d1a24fff8aee4d1daf05ce7d1e2534f0 2024-11-26T12:23:05,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d1a24fff8aee4d1daf05ce7d1e2534f0, entries=200, sequenceid=229, filesize=14.2 K 2024-11-26T12:23:05,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/54a713c1f470422da777f0578aa6c54d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/54a713c1f470422da777f0578aa6c54d 2024-11-26T12:23:05,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/54a713c1f470422da777f0578aa6c54d, entries=150, sequenceid=229, filesize=11.9 K 2024-11-26T12:23:05,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/83ddbd0068394929934c8a414ac9a116 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/83ddbd0068394929934c8a414ac9a116 2024-11-26T12:23:05,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/83ddbd0068394929934c8a414ac9a116, entries=150, sequenceid=229, filesize=11.9 K 2024-11-26T12:23:05,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for eba1eb31079bb6ed0ad2ed4211def496 in 128ms, sequenceid=229, compaction requested=true 2024-11-26T12:23:05,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:05,857 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:05,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:05,858 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53760 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:05,858 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/A is initiating minor compaction (all files) 2024-11-26T12:23:05,859 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/A in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:05,859 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/0c3ef7d4d6da44c4b3b4410ca98123cf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d64a73d9d6d34641b375e10e44dede9a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/ea986317ec1945978b5fccaab8c45747, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d1a24fff8aee4d1daf05ce7d1e2534f0] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=52.5 K 2024-11-26T12:23:05,859 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c3ef7d4d6da44c4b3b4410ca98123cf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732623782593 2024-11-26T12:23:05,859 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting d64a73d9d6d34641b375e10e44dede9a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732623783372 2024-11-26T12:23:05,860 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea986317ec1945978b5fccaab8c45747, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732623784093 2024-11-26T12:23:05,860 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1a24fff8aee4d1daf05ce7d1e2534f0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732623785392 2024-11-26T12:23:05,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:05,860 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:05,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:05,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:05,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:05,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:05,862 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:05,862 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/B is initiating minor compaction (all files) 2024-11-26T12:23:05,862 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/B in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:05,863 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/246408bf1d3a4b8f904f248afee8b19a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/2e1f5b2e1c864664b033730b037d0ab6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b4fd633017784968883ed85030b8cfd7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/54a713c1f470422da777f0578aa6c54d] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=47.8 K 2024-11-26T12:23:05,864 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 246408bf1d3a4b8f904f248afee8b19a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732623782593 2024-11-26T12:23:05,865 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e1f5b2e1c864664b033730b037d0ab6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732623783372 2024-11-26T12:23:05,865 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting b4fd633017784968883ed85030b8cfd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732623784093 2024-11-26T12:23:05,866 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 54a713c1f470422da777f0578aa6c54d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732623785392 2024-11-26T12:23:05,886 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#A#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:23:05,888 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/d24df0c98126473cb97ddf94370c4792 is 50, key is test_row_0/A:col10/1732623785392/Put/seqid=0 2024-11-26T12:23:05,894 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#B#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:23:05,895 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/ebf0b30a95e34abebbdd5dbb58e7760d is 50, key is test_row_0/B:col10/1732623785392/Put/seqid=0 2024-11-26T12:23:05,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:23:05,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:05,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742388_1564 (size=12663) 2024-11-26T12:23:05,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742389_1565 (size=12663) 2024-11-26T12:23:05,958 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/ebf0b30a95e34abebbdd5dbb58e7760d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/ebf0b30a95e34abebbdd5dbb58e7760d 2024-11-26T12:23:05,964 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/B of eba1eb31079bb6ed0ad2ed4211def496 into ebf0b30a95e34abebbdd5dbb58e7760d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:05,964 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:05,964 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/B, priority=12, startTime=1732623785860; duration=0sec 2024-11-26T12:23:05,964 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:05,964 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:B 2024-11-26T12:23:05,964 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:05,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/aeb4e7902d2b44609901d3fe720f47e2 is 50, key is test_row_0/A:col10/1732623785734/Put/seqid=0 2024-11-26T12:23:05,966 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:05,966 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/C is initiating minor compaction (all files) 2024-11-26T12:23:05,966 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/C in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:05,966 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/bd97739ad6ab406dba73d945ca011090, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/65028343ba2c43a0995d8cbcfda6b7b9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/48067d41dabf4bfeb77f7098530fc004, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/83ddbd0068394929934c8a414ac9a116] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=47.8 K 2024-11-26T12:23:05,968 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting bd97739ad6ab406dba73d945ca011090, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732623782593 2024-11-26T12:23:05,969 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 65028343ba2c43a0995d8cbcfda6b7b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732623783372 2024-11-26T12:23:05,969 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 48067d41dabf4bfeb77f7098530fc004, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732623784093 2024-11-26T12:23:05,970 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 83ddbd0068394929934c8a414ac9a116, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732623785392 2024-11-26T12:23:05,980 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#C#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T12:23:05,981 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/70a6c2e5db894656bb8f336fa9773a89 is 50, key is test_row_0/C:col10/1732623785392/Put/seqid=0 2024-11-26T12:23:05,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742390_1566 (size=14541) 2024-11-26T12:23:06,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/aeb4e7902d2b44609901d3fe720f47e2 2024-11-26T12:23:06,021 DEBUG [regionserver/562bc02006f1:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-26T12:23:06,030 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/93a41e2b90884d8685400b5a470ad27c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/e30c23486e08499ea3b71160f3116c77, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3c5700ccf20e4031ba528859fac502e9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/5ef88b47ff7a4d489a810e1803719a37, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3a7fb481c48144b7aa9d1530efc6a513, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/fc2887949c8b4b768f2b3d06ff91824f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8739c2b60acb4d449c950f77c2493222, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/7f87073dcea34f40b1e9e444275f6f3e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3e6f86bf172e4865a96da5feaa3bef06, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/9d63ab7d552b42f7a089ea9dc23f7053, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8b09aa87a8774275b121f863509d0b58] to archive 2024-11-26T12:23:06,031 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:23:06,033 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/93a41e2b90884d8685400b5a470ad27c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/93a41e2b90884d8685400b5a470ad27c 2024-11-26T12:23:06,035 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/e30c23486e08499ea3b71160f3116c77 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/e30c23486e08499ea3b71160f3116c77 2024-11-26T12:23:06,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/12e5571e1a974a389fa3d34603555234 is 50, key is test_row_0/B:col10/1732623785734/Put/seqid=0 2024-11-26T12:23:06,038 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3c5700ccf20e4031ba528859fac502e9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3c5700ccf20e4031ba528859fac502e9 2024-11-26T12:23:06,039 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/5ef88b47ff7a4d489a810e1803719a37 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/5ef88b47ff7a4d489a810e1803719a37 2024-11-26T12:23:06,041 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3a7fb481c48144b7aa9d1530efc6a513 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3a7fb481c48144b7aa9d1530efc6a513 2024-11-26T12:23:06,042 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/fc2887949c8b4b768f2b3d06ff91824f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/fc2887949c8b4b768f2b3d06ff91824f 2024-11-26T12:23:06,043 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8739c2b60acb4d449c950f77c2493222 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8739c2b60acb4d449c950f77c2493222 2024-11-26T12:23:06,045 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/7f87073dcea34f40b1e9e444275f6f3e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/7f87073dcea34f40b1e9e444275f6f3e 2024-11-26T12:23:06,047 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3e6f86bf172e4865a96da5feaa3bef06 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/3e6f86bf172e4865a96da5feaa3bef06 2024-11-26T12:23:06,048 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/9d63ab7d552b42f7a089ea9dc23f7053 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/9d63ab7d552b42f7a089ea9dc23f7053 2024-11-26T12:23:06,050 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8b09aa87a8774275b121f863509d0b58 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8b09aa87a8774275b121f863509d0b58 2024-11-26T12:23:06,053 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/a043c6c97eb54ccaba675adb82de32e8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/013e8e45a198425d982ffeba7cf56aac, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/dc227b110f80426485038d43bfd5c1d0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/6e0bb3673d8b48cd8518645e3a53e047, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/354be1710e1c4cfd912bad577bc98e5a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b6c15abd03e74cbfb3d05bb46bd5d55b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/3e96e614b0f540daac2d737683d5a8e5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/0129f76699404b5c9c47fc394a5e62d4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e5fb49d471f24aca9bde8511c9a23ff2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/37c67f7f1ae14712a54d7648fddeae92, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/246408bf1d3a4b8f904f248afee8b19a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e9a65698822f4a4995c36baf59c5332f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/2e1f5b2e1c864664b033730b037d0ab6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b4fd633017784968883ed85030b8cfd7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/54a713c1f470422da777f0578aa6c54d] to archive 2024-11-26T12:23:06,054 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:23:06,056 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/a043c6c97eb54ccaba675adb82de32e8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/a043c6c97eb54ccaba675adb82de32e8 2024-11-26T12:23:06,059 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/013e8e45a198425d982ffeba7cf56aac to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/013e8e45a198425d982ffeba7cf56aac 2024-11-26T12:23:06,061 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/dc227b110f80426485038d43bfd5c1d0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/dc227b110f80426485038d43bfd5c1d0 2024-11-26T12:23:06,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742391_1567 (size=12663) 2024-11-26T12:23:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T12:23:06,063 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-26T12:23:06,063 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/6e0bb3673d8b48cd8518645e3a53e047 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/6e0bb3673d8b48cd8518645e3a53e047 2024-11-26T12:23:06,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-26T12:23:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T12:23:06,066 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:06,067 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:06,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:06,067 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/354be1710e1c4cfd912bad577bc98e5a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/354be1710e1c4cfd912bad577bc98e5a 2024-11-26T12:23:06,069 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/70a6c2e5db894656bb8f336fa9773a89 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/70a6c2e5db894656bb8f336fa9773a89 2024-11-26T12:23:06,069 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b6c15abd03e74cbfb3d05bb46bd5d55b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b6c15abd03e74cbfb3d05bb46bd5d55b 2024-11-26T12:23:06,077 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/3e96e614b0f540daac2d737683d5a8e5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/3e96e614b0f540daac2d737683d5a8e5 2024-11-26T12:23:06,080 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/C of eba1eb31079bb6ed0ad2ed4211def496 into 70a6c2e5db894656bb8f336fa9773a89(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:06,080 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:06,080 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/C, priority=12, startTime=1732623785861; duration=0sec 2024-11-26T12:23:06,081 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/0129f76699404b5c9c47fc394a5e62d4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/0129f76699404b5c9c47fc394a5e62d4 2024-11-26T12:23:06,082 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:06,082 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e5fb49d471f24aca9bde8511c9a23ff2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e5fb49d471f24aca9bde8511c9a23ff2 2024-11-26T12:23:06,082 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:C 2024-11-26T12:23:06,083 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/37c67f7f1ae14712a54d7648fddeae92 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/37c67f7f1ae14712a54d7648fddeae92 2024-11-26T12:23:06,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742392_1568 (size=12151) 2024-11-26T12:23:06,088 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/246408bf1d3a4b8f904f248afee8b19a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/246408bf1d3a4b8f904f248afee8b19a 2024-11-26T12:23:06,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/12e5571e1a974a389fa3d34603555234 2024-11-26T12:23:06,089 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e9a65698822f4a4995c36baf59c5332f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e9a65698822f4a4995c36baf59c5332f 2024-11-26T12:23:06,092 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/2e1f5b2e1c864664b033730b037d0ab6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/2e1f5b2e1c864664b033730b037d0ab6 2024-11-26T12:23:06,093 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b4fd633017784968883ed85030b8cfd7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b4fd633017784968883ed85030b8cfd7 2024-11-26T12:23:06,095 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/54a713c1f470422da777f0578aa6c54d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/54a713c1f470422da777f0578aa6c54d 2024-11-26T12:23:06,098 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/edba4cecbd7c40f18ec2fbd3fcfea516, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/934ba179fa174195a731af8cac742330, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/d8e336c3cc674d1f8b538581e473f59d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/ff2833cbafdb4bd5aec169369f81cb01, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/a9f29238dfd242028639ccdf5b7d6c4b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/43df406958c64696af62f8d93147c23c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1f2dc88ca8ff4f7e9ac32cf340d2b6c5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/e99fe23d9a264caa864fe3fbc6e94eb3, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/f0928c2f941d4625a1a979adfe282547, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/e147121e708946e29964e5c7f6b7ed70, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/bd97739ad6ab406dba73d945ca011090, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/636e87d82e7c40df99687feabf1781ce, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/65028343ba2c43a0995d8cbcfda6b7b9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/48067d41dabf4bfeb77f7098530fc004, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/83ddbd0068394929934c8a414ac9a116] to archive 2024-11-26T12:23:06,099 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:23:06,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/edba4cecbd7c40f18ec2fbd3fcfea516 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/edba4cecbd7c40f18ec2fbd3fcfea516 2024-11-26T12:23:06,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/fa16afb1a9924bf6b280fcac131eac78 is 50, key is test_row_0/C:col10/1732623785734/Put/seqid=0 2024-11-26T12:23:06,116 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/934ba179fa174195a731af8cac742330 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/934ba179fa174195a731af8cac742330 2024-11-26T12:23:06,118 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/d8e336c3cc674d1f8b538581e473f59d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/d8e336c3cc674d1f8b538581e473f59d 2024-11-26T12:23:06,121 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/ff2833cbafdb4bd5aec169369f81cb01 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/ff2833cbafdb4bd5aec169369f81cb01 2024-11-26T12:23:06,122 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/a9f29238dfd242028639ccdf5b7d6c4b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/a9f29238dfd242028639ccdf5b7d6c4b 2024-11-26T12:23:06,123 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/43df406958c64696af62f8d93147c23c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/43df406958c64696af62f8d93147c23c 2024-11-26T12:23:06,126 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1f2dc88ca8ff4f7e9ac32cf340d2b6c5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1f2dc88ca8ff4f7e9ac32cf340d2b6c5 2024-11-26T12:23:06,128 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/e99fe23d9a264caa864fe3fbc6e94eb3 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/e99fe23d9a264caa864fe3fbc6e94eb3 2024-11-26T12:23:06,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/f0928c2f941d4625a1a979adfe282547 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/f0928c2f941d4625a1a979adfe282547 2024-11-26T12:23:06,133 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/e147121e708946e29964e5c7f6b7ed70 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/e147121e708946e29964e5c7f6b7ed70 2024-11-26T12:23:06,134 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/bd97739ad6ab406dba73d945ca011090 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/bd97739ad6ab406dba73d945ca011090 2024-11-26T12:23:06,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/636e87d82e7c40df99687feabf1781ce to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/636e87d82e7c40df99687feabf1781ce 2024-11-26T12:23:06,139 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/65028343ba2c43a0995d8cbcfda6b7b9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/65028343ba2c43a0995d8cbcfda6b7b9 2024-11-26T12:23:06,142 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/48067d41dabf4bfeb77f7098530fc004 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/48067d41dabf4bfeb77f7098530fc004 2024-11-26T12:23:06,143 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/562bc02006f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/83ddbd0068394929934c8a414ac9a116 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/83ddbd0068394929934c8a414ac9a116 2024-11-26T12:23:06,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742393_1569 (size=12151) 2024-11-26T12:23:06,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/fa16afb1a9924bf6b280fcac131eac78 2024-11-26T12:23:06,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623846138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:06,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/aeb4e7902d2b44609901d3fe720f47e2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/aeb4e7902d2b44609901d3fe720f47e2 2024-11-26T12:23:06,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/aeb4e7902d2b44609901d3fe720f47e2, entries=200, sequenceid=243, filesize=14.2 K 2024-11-26T12:23:06,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/12e5571e1a974a389fa3d34603555234 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/12e5571e1a974a389fa3d34603555234 2024-11-26T12:23:06,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/12e5571e1a974a389fa3d34603555234, entries=150, sequenceid=243, filesize=11.9 K 2024-11-26T12:23:06,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/fa16afb1a9924bf6b280fcac131eac78 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/fa16afb1a9924bf6b280fcac131eac78 2024-11-26T12:23:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T12:23:06,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/fa16afb1a9924bf6b280fcac131eac78, entries=150, sequenceid=243, filesize=11.9 K 2024-11-26T12:23:06,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for eba1eb31079bb6ed0ad2ed4211def496 in 255ms, sequenceid=243, compaction requested=false 2024-11-26T12:23:06,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:06,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:06,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T12:23:06,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:06,220 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T12:23:06,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:06,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:06,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:06,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:06,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:06,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:06,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/c493580a37cf4aee9aef9c764d330dee is 50, key is test_row_0/A:col10/1732623786126/Put/seqid=0 2024-11-26T12:23:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:06,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:06,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742394_1570 (size=12301) 2024-11-26T12:23:06,290 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/c493580a37cf4aee9aef9c764d330dee 2024-11-26T12:23:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/fb54cd39143b4585bbf751400287076c is 50, key is test_row_0/B:col10/1732623786126/Put/seqid=0 2024-11-26T12:23:06,339 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/d24df0c98126473cb97ddf94370c4792 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d24df0c98126473cb97ddf94370c4792 2024-11-26T12:23:06,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742395_1571 (size=12301) 2024-11-26T12:23:06,346 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/A of eba1eb31079bb6ed0ad2ed4211def496 into d24df0c98126473cb97ddf94370c4792(size=12.4 K), total size for store is 26.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:06,346 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:06,346 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/A, priority=12, startTime=1732623785856; duration=0sec 2024-11-26T12:23:06,346 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:06,346 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:A 2024-11-26T12:23:06,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623846341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T12:23:06,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623846451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:06,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623846658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T12:23:06,743 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/fb54cd39143b4585bbf751400287076c 2024-11-26T12:23:06,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/3111dac2ba9c4cae807647ea60cc93d0 is 50, key is test_row_0/C:col10/1732623786126/Put/seqid=0 2024-11-26T12:23:06,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742396_1572 (size=12301) 2024-11-26T12:23:06,823 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/3111dac2ba9c4cae807647ea60cc93d0 2024-11-26T12:23:06,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/c493580a37cf4aee9aef9c764d330dee as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/c493580a37cf4aee9aef9c764d330dee 2024-11-26T12:23:06,834 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/c493580a37cf4aee9aef9c764d330dee, entries=150, sequenceid=267, filesize=12.0 K 2024-11-26T12:23:06,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/fb54cd39143b4585bbf751400287076c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/fb54cd39143b4585bbf751400287076c 2024-11-26T12:23:06,842 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/fb54cd39143b4585bbf751400287076c, entries=150, sequenceid=267, filesize=12.0 K 2024-11-26T12:23:06,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/3111dac2ba9c4cae807647ea60cc93d0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/3111dac2ba9c4cae807647ea60cc93d0 2024-11-26T12:23:06,852 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/3111dac2ba9c4cae807647ea60cc93d0, entries=150, sequenceid=267, filesize=12.0 K 2024-11-26T12:23:06,854 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for eba1eb31079bb6ed0ad2ed4211def496 in 634ms, sequenceid=267, compaction requested=true 2024-11-26T12:23:06,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:06,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:06,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-26T12:23:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-26T12:23:06,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-26T12:23:06,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 788 msec 2024-11-26T12:23:06,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 793 msec 2024-11-26T12:23:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:06,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T12:23:06,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:06,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:06,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:06,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:06,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:06,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:06,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/5a8c16404cda4caabcc9390301007cbe is 50, key is test_row_0/A:col10/1732623786970/Put/seqid=0 2024-11-26T12:23:07,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742397_1573 (size=14741) 2024-11-26T12:23:07,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/5a8c16404cda4caabcc9390301007cbe 2024-11-26T12:23:07,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/3b443ca8d796404f917f517ecf32e574 is 50, key is test_row_0/B:col10/1732623786970/Put/seqid=0 2024-11-26T12:23:07,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742398_1574 (size=12301) 2024-11-26T12:23:07,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/3b443ca8d796404f917f517ecf32e574 2024-11-26T12:23:07,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/52da1d69571540918e08e2c6a67309d1 is 50, key is test_row_0/C:col10/1732623786970/Put/seqid=0 2024-11-26T12:23:07,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742399_1575 (size=12301) 2024-11-26T12:23:07,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/52da1d69571540918e08e2c6a67309d1 2024-11-26T12:23:07,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/5a8c16404cda4caabcc9390301007cbe as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/5a8c16404cda4caabcc9390301007cbe 2024-11-26T12:23:07,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/5a8c16404cda4caabcc9390301007cbe, entries=200, sequenceid=283, filesize=14.4 K 2024-11-26T12:23:07,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/3b443ca8d796404f917f517ecf32e574 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/3b443ca8d796404f917f517ecf32e574 2024-11-26T12:23:07,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/3b443ca8d796404f917f517ecf32e574, entries=150, sequenceid=283, filesize=12.0 K 2024-11-26T12:23:07,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/52da1d69571540918e08e2c6a67309d1 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/52da1d69571540918e08e2c6a67309d1 2024-11-26T12:23:07,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/52da1d69571540918e08e2c6a67309d1, entries=150, sequenceid=283, filesize=12.0 K 2024-11-26T12:23:07,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=67.09 KB/68700 for eba1eb31079bb6ed0ad2ed4211def496 in 98ms, sequenceid=283, compaction requested=true 2024-11-26T12:23:07,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:07,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:07,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:07,070 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:07,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:07,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:07,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:07,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:07,070 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:07,071 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54246 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:07,071 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:07,071 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/A is initiating minor compaction (all files) 2024-11-26T12:23:07,071 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/B is initiating minor compaction (all files) 2024-11-26T12:23:07,071 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/A in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:07,071 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/B in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:07,072 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d24df0c98126473cb97ddf94370c4792, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/aeb4e7902d2b44609901d3fe720f47e2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/c493580a37cf4aee9aef9c764d330dee, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/5a8c16404cda4caabcc9390301007cbe] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=53.0 K 2024-11-26T12:23:07,072 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/ebf0b30a95e34abebbdd5dbb58e7760d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/12e5571e1a974a389fa3d34603555234, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/fb54cd39143b4585bbf751400287076c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/3b443ca8d796404f917f517ecf32e574] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=48.3 K 2024-11-26T12:23:07,072 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting d24df0c98126473cb97ddf94370c4792, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732623785392 2024-11-26T12:23:07,072 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeb4e7902d2b44609901d3fe720f47e2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732623785734 2024-11-26T12:23:07,073 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting ebf0b30a95e34abebbdd5dbb58e7760d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732623785392 2024-11-26T12:23:07,073 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting c493580a37cf4aee9aef9c764d330dee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732623786101 2024-11-26T12:23:07,073 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 12e5571e1a974a389fa3d34603555234, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732623785734 2024-11-26T12:23:07,074 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a8c16404cda4caabcc9390301007cbe, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732623786317 2024-11-26T12:23:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:07,075 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting fb54cd39143b4585bbf751400287076c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732623786101 2024-11-26T12:23:07,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:23:07,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:07,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:07,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:07,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:07,076 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b443ca8d796404f917f517ecf32e574, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732623786325 2024-11-26T12:23:07,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:07,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:07,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/73ab82dcc6ca4b2b827bec6eb2c0005a is 50, key is test_row_0/A:col10/1732623787074/Put/seqid=0 2024-11-26T12:23:07,091 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#A#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:07,091 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/9ec1c50c7b824fc3a3b38ff7f92afeaa is 50, key is test_row_0/A:col10/1732623786970/Put/seqid=0 2024-11-26T12:23:07,115 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#B#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:07,115 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/b28fe123635f47edb67e53b896eed732 is 50, key is test_row_0/B:col10/1732623786970/Put/seqid=0 2024-11-26T12:23:07,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742400_1576 (size=14741) 2024-11-26T12:23:07,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/73ab82dcc6ca4b2b827bec6eb2c0005a 2024-11-26T12:23:07,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742401_1577 (size=12575) 2024-11-26T12:23:07,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/afead2f193fb40c2ba98782618ce67e9 is 50, key is test_row_0/B:col10/1732623787074/Put/seqid=0 2024-11-26T12:23:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T12:23:07,176 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-26T12:23:07,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-26T12:23:07,182 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T12:23:07,183 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:07,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:07,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742402_1578 (size=12439) 2024-11-26T12:23:07,200 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/9ec1c50c7b824fc3a3b38ff7f92afeaa as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/9ec1c50c7b824fc3a3b38ff7f92afeaa 2024-11-26T12:23:07,205 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/A of eba1eb31079bb6ed0ad2ed4211def496 into 9ec1c50c7b824fc3a3b38ff7f92afeaa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:07,205 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:07,205 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/A, priority=12, startTime=1732623787070; duration=0sec 2024-11-26T12:23:07,206 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:07,206 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:A 2024-11-26T12:23:07,206 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:07,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742403_1579 (size=12301) 2024-11-26T12:23:07,208 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:07,208 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/C is initiating minor compaction (all files) 2024-11-26T12:23:07,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/afead2f193fb40c2ba98782618ce67e9 2024-11-26T12:23:07,209 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/C in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:07,209 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/70a6c2e5db894656bb8f336fa9773a89, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/fa16afb1a9924bf6b280fcac131eac78, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/3111dac2ba9c4cae807647ea60cc93d0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/52da1d69571540918e08e2c6a67309d1] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=48.3 K 2024-11-26T12:23:07,209 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70a6c2e5db894656bb8f336fa9773a89, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732623785392 2024-11-26T12:23:07,210 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa16afb1a9924bf6b280fcac131eac78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732623785734 2024-11-26T12:23:07,211 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3111dac2ba9c4cae807647ea60cc93d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732623786101 2024-11-26T12:23:07,212 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52da1d69571540918e08e2c6a67309d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732623786325 2024-11-26T12:23:07,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/b1f639510de649ae9dd8008575238e43 is 50, key is test_row_0/C:col10/1732623787074/Put/seqid=0 2024-11-26T12:23:07,230 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:07,231 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/25f18ec6c4794c6dab670c2e99710aed is 50, key is test_row_0/C:col10/1732623786970/Put/seqid=0 2024-11-26T12:23:07,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742405_1581 (size=12439) 2024-11-26T12:23:07,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623847266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:07,276 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/25f18ec6c4794c6dab670c2e99710aed as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/25f18ec6c4794c6dab670c2e99710aed 2024-11-26T12:23:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742404_1580 (size=12301) 2024-11-26T12:23:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T12:23:07,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/b1f639510de649ae9dd8008575238e43 2024-11-26T12:23:07,284 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/C of eba1eb31079bb6ed0ad2ed4211def496 into 25f18ec6c4794c6dab670c2e99710aed(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:07,284 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:07,284 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/C, priority=12, startTime=1732623787070; duration=0sec 2024-11-26T12:23:07,284 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:07,285 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:C 2024-11-26T12:23:07,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/73ab82dcc6ca4b2b827bec6eb2c0005a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/73ab82dcc6ca4b2b827bec6eb2c0005a 2024-11-26T12:23:07,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/73ab82dcc6ca4b2b827bec6eb2c0005a, entries=200, sequenceid=297, filesize=14.4 K 2024-11-26T12:23:07,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/afead2f193fb40c2ba98782618ce67e9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/afead2f193fb40c2ba98782618ce67e9 2024-11-26T12:23:07,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/afead2f193fb40c2ba98782618ce67e9, entries=150, sequenceid=297, filesize=12.0 K 2024-11-26T12:23:07,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/b1f639510de649ae9dd8008575238e43 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/b1f639510de649ae9dd8008575238e43 2024-11-26T12:23:07,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/b1f639510de649ae9dd8008575238e43, entries=150, sequenceid=297, filesize=12.0 K 2024-11-26T12:23:07,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for eba1eb31079bb6ed0ad2ed4211def496 in 233ms, sequenceid=297, compaction requested=false 2024-11-26T12:23:07,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:07,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:07,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T12:23:07,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:07,335 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T12:23:07,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:07,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:07,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:07,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:07,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:07,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:07,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/a9ab09e76e2f42a581bafac57d42aff0 is 50, key is test_row_0/A:col10/1732623787256/Put/seqid=0 2024-11-26T12:23:07,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742406_1582 (size=12301) 2024-11-26T12:23:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:07,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T12:23:07,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623847506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:07,605 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/b28fe123635f47edb67e53b896eed732 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b28fe123635f47edb67e53b896eed732 2024-11-26T12:23:07,614 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/B of eba1eb31079bb6ed0ad2ed4211def496 into b28fe123635f47edb67e53b896eed732(size=12.1 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:07,614 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:07,614 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/B, priority=12, startTime=1732623787070; duration=0sec 2024-11-26T12:23:07,614 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:07,614 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:B 2024-11-26T12:23:07,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623847616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:07,760 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/a9ab09e76e2f42a581bafac57d42aff0 2024-11-26T12:23:07,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/0e9e36728fd94503b6208d33daf7117a is 50, key is test_row_0/B:col10/1732623787256/Put/seqid=0 2024-11-26T12:23:07,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742407_1583 (size=12301) 2024-11-26T12:23:07,794 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/0e9e36728fd94503b6208d33daf7117a 2024-11-26T12:23:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T12:23:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/67bc9ce9fa4344f6a7eecb18dde436e7 is 50, key is test_row_0/C:col10/1732623787256/Put/seqid=0 2024-11-26T12:23:07,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623847824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:07,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742408_1584 (size=12301) 2024-11-26T12:23:07,839 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/67bc9ce9fa4344f6a7eecb18dde436e7 2024-11-26T12:23:07,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/a9ab09e76e2f42a581bafac57d42aff0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/a9ab09e76e2f42a581bafac57d42aff0 2024-11-26T12:23:07,852 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/a9ab09e76e2f42a581bafac57d42aff0, entries=150, sequenceid=321, filesize=12.0 K 2024-11-26T12:23:07,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/0e9e36728fd94503b6208d33daf7117a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/0e9e36728fd94503b6208d33daf7117a 2024-11-26T12:23:07,865 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/0e9e36728fd94503b6208d33daf7117a, entries=150, sequenceid=321, filesize=12.0 K 2024-11-26T12:23:07,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/67bc9ce9fa4344f6a7eecb18dde436e7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/67bc9ce9fa4344f6a7eecb18dde436e7 2024-11-26T12:23:07,876 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/67bc9ce9fa4344f6a7eecb18dde436e7, entries=150, sequenceid=321, filesize=12.0 K 2024-11-26T12:23:07,878 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for eba1eb31079bb6ed0ad2ed4211def496 in 543ms, sequenceid=321, compaction requested=true 2024-11-26T12:23:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:07,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:07,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-26T12:23:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-26T12:23:07,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-26T12:23:07,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 697 msec 2024-11-26T12:23:07,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 702 msec 2024-11-26T12:23:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:08,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T12:23:08,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:08,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:08,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:08,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:08,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:08,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:08,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/e6c3fcda5463442a9948f0787216aa7c is 50, key is test_row_0/A:col10/1732623788132/Put/seqid=0 2024-11-26T12:23:08,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742409_1585 (size=14741) 2024-11-26T12:23:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T12:23:08,296 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-26T12:23:08,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-26T12:23:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T12:23:08,300 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:08,301 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:08,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:08,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623848313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T12:23:08,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623848424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:08,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:08,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T12:23:08,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:08,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:08,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:08,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:08,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:08,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/e6c3fcda5463442a9948f0787216aa7c 2024-11-26T12:23:08,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/ae7b33a21b7241c8841837b228484e2d is 50, key is test_row_0/B:col10/1732623788132/Put/seqid=0 2024-11-26T12:23:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T12:23:08,606 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:08,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T12:23:08,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:08,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:08,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:08,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:08,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:08,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742410_1586 (size=12301) 2024-11-26T12:23:08,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623848638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:08,760 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:08,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T12:23:08,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:08,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:08,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:08,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:08,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:08,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52504 deadline: 1732623848828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:08,836 DEBUG [Thread-2274 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., hostname=562bc02006f1,39263,1732623663394, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T12:23:08,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732623848838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:08,846 DEBUG [Thread-2282 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., hostname=562bc02006f1,39263,1732623663394, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T12:23:08,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732623848841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:08,851 DEBUG [Thread-2278 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8194 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., hostname=562bc02006f1,39263,1732623663394, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T12:23:08,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52514 deadline: 1732623848842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:08,852 DEBUG [Thread-2280 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8194 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., hostname=562bc02006f1,39263,1732623663394, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T12:23:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T12:23:08,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:08,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T12:23:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:08,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:08,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623848948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:09,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/ae7b33a21b7241c8841837b228484e2d 2024-11-26T12:23:09,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/219f815a5f49415bb27f5283da367f4d is 50, key is test_row_0/C:col10/1732623788132/Put/seqid=0 2024-11-26T12:23:09,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:09,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T12:23:09,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:09,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:09,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:09,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:09,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:09,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742411_1587 (size=12301) 2024-11-26T12:23:09,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/219f815a5f49415bb27f5283da367f4d 2024-11-26T12:23:09,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/e6c3fcda5463442a9948f0787216aa7c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/e6c3fcda5463442a9948f0787216aa7c 2024-11-26T12:23:09,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/e6c3fcda5463442a9948f0787216aa7c, entries=200, sequenceid=337, filesize=14.4 K 2024-11-26T12:23:09,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/ae7b33a21b7241c8841837b228484e2d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/ae7b33a21b7241c8841837b228484e2d 2024-11-26T12:23:09,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/ae7b33a21b7241c8841837b228484e2d, entries=150, sequenceid=337, filesize=12.0 K 2024-11-26T12:23:09,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/219f815a5f49415bb27f5283da367f4d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/219f815a5f49415bb27f5283da367f4d 2024-11-26T12:23:09,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/219f815a5f49415bb27f5283da367f4d, entries=150, sequenceid=337, filesize=12.0 K 2024-11-26T12:23:09,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for eba1eb31079bb6ed0ad2ed4211def496 in 980ms, sequenceid=337, compaction requested=true 2024-11-26T12:23:09,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:09,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:09,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:09,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:09,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:09,114 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:09,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:09,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T12:23:09,115 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:09,115 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54358 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:09,116 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/A is initiating minor compaction (all files) 2024-11-26T12:23:09,116 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/A in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:09,116 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/9ec1c50c7b824fc3a3b38ff7f92afeaa, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/73ab82dcc6ca4b2b827bec6eb2c0005a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/a9ab09e76e2f42a581bafac57d42aff0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/e6c3fcda5463442a9948f0787216aa7c] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=53.1 K 2024-11-26T12:23:09,116 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ec1c50c7b824fc3a3b38ff7f92afeaa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732623786325 2024-11-26T12:23:09,116 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 73ab82dcc6ca4b2b827bec6eb2c0005a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732623787042 2024-11-26T12:23:09,117 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49342 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:09,117 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/B is initiating minor compaction (all files) 2024-11-26T12:23:09,117 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/B in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:09,117 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting a9ab09e76e2f42a581bafac57d42aff0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732623787245 2024-11-26T12:23:09,117 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b28fe123635f47edb67e53b896eed732, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/afead2f193fb40c2ba98782618ce67e9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/0e9e36728fd94503b6208d33daf7117a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/ae7b33a21b7241c8841837b228484e2d] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=48.2 K 2024-11-26T12:23:09,118 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting e6c3fcda5463442a9948f0787216aa7c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732623787407 2024-11-26T12:23:09,118 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b28fe123635f47edb67e53b896eed732, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732623786325 2024-11-26T12:23:09,118 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting afead2f193fb40c2ba98782618ce67e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732623787042 2024-11-26T12:23:09,119 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e9e36728fd94503b6208d33daf7117a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732623787245 2024-11-26T12:23:09,119 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae7b33a21b7241c8841837b228484e2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732623787407 2024-11-26T12:23:09,129 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#A#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:09,130 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/81c1de30c37c42639681ed99ef98f2e7 is 50, key is test_row_0/A:col10/1732623788132/Put/seqid=0 2024-11-26T12:23:09,146 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#B#compaction#505 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:09,147 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/5a140cb492cd434fb9efa81db3acad0f is 50, key is test_row_0/B:col10/1732623788132/Put/seqid=0 2024-11-26T12:23:09,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742412_1588 (size=12711) 2024-11-26T12:23:09,219 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:09,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T12:23:09,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:09,220 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T12:23:09,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:09,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:09,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742413_1589 (size=12575) 2024-11-26T12:23:09,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/d8e138be9b5f4949aef5717b1cf5f6bf is 50, key is test_row_0/A:col10/1732623788311/Put/seqid=0 2024-11-26T12:23:09,238 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/5a140cb492cd434fb9efa81db3acad0f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/5a140cb492cd434fb9efa81db3acad0f 2024-11-26T12:23:09,252 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/B of eba1eb31079bb6ed0ad2ed4211def496 into 5a140cb492cd434fb9efa81db3acad0f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:09,252 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:09,252 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/B, priority=12, startTime=1732623789114; duration=0sec 2024-11-26T12:23:09,252 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:09,252 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:B 2024-11-26T12:23:09,252 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:09,253 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49342 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:09,253 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/C is initiating minor compaction (all files) 2024-11-26T12:23:09,253 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/C in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:09,253 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/25f18ec6c4794c6dab670c2e99710aed, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/b1f639510de649ae9dd8008575238e43, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/67bc9ce9fa4344f6a7eecb18dde436e7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/219f815a5f49415bb27f5283da367f4d] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=48.2 K 2024-11-26T12:23:09,254 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25f18ec6c4794c6dab670c2e99710aed, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732623786325 2024-11-26T12:23:09,255 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1f639510de649ae9dd8008575238e43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732623787042 2024-11-26T12:23:09,255 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67bc9ce9fa4344f6a7eecb18dde436e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732623787245 2024-11-26T12:23:09,256 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 219f815a5f49415bb27f5283da367f4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732623787407 2024-11-26T12:23:09,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742414_1590 (size=12301) 2024-11-26T12:23:09,270 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/d8e138be9b5f4949aef5717b1cf5f6bf 2024-11-26T12:23:09,284 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#C#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:09,284 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/48c631527b5e418c965e38f7ef5b0fd4 is 50, key is test_row_0/C:col10/1732623788132/Put/seqid=0 2024-11-26T12:23:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/6e68280c7416424eb477aaba446868b7 is 50, key is test_row_0/B:col10/1732623788311/Put/seqid=0 2024-11-26T12:23:09,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742415_1591 (size=12575) 2024-11-26T12:23:09,336 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/48c631527b5e418c965e38f7ef5b0fd4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/48c631527b5e418c965e38f7ef5b0fd4 2024-11-26T12:23:09,343 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/C of eba1eb31079bb6ed0ad2ed4211def496 into 48c631527b5e418c965e38f7ef5b0fd4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:09,343 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:09,343 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/C, priority=12, startTime=1732623789114; duration=0sec 2024-11-26T12:23:09,343 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:09,343 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:C 2024-11-26T12:23:09,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742416_1592 (size=12301) 2024-11-26T12:23:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T12:23:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:09,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:09,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623849520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:09,608 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/81c1de30c37c42639681ed99ef98f2e7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/81c1de30c37c42639681ed99ef98f2e7 2024-11-26T12:23:09,612 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/A of eba1eb31079bb6ed0ad2ed4211def496 into 81c1de30c37c42639681ed99ef98f2e7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:09,612 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:09,612 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/A, priority=12, startTime=1732623789114; duration=0sec 2024-11-26T12:23:09,612 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:09,612 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:A 2024-11-26T12:23:09,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623849630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:09,756 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/6e68280c7416424eb477aaba446868b7 2024-11-26T12:23:09,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/14e933b245674912836feda4feb03587 is 50, key is test_row_0/C:col10/1732623788311/Put/seqid=0 2024-11-26T12:23:09,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742417_1593 (size=12301) 2024-11-26T12:23:09,801 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/14e933b245674912836feda4feb03587 2024-11-26T12:23:09,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/d8e138be9b5f4949aef5717b1cf5f6bf as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d8e138be9b5f4949aef5717b1cf5f6bf 2024-11-26T12:23:09,825 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d8e138be9b5f4949aef5717b1cf5f6bf, entries=150, sequenceid=358, filesize=12.0 K 2024-11-26T12:23:09,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/6e68280c7416424eb477aaba446868b7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/6e68280c7416424eb477aaba446868b7 2024-11-26T12:23:09,834 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/6e68280c7416424eb477aaba446868b7, entries=150, sequenceid=358, filesize=12.0 K 2024-11-26T12:23:09,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/14e933b245674912836feda4feb03587 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/14e933b245674912836feda4feb03587 2024-11-26T12:23:09,842 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/14e933b245674912836feda4feb03587, entries=150, sequenceid=358, filesize=12.0 K 2024-11-26T12:23:09,844 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for eba1eb31079bb6ed0ad2ed4211def496 in 624ms, sequenceid=358, compaction requested=false 2024-11-26T12:23:09,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:09,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:09,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-26T12:23:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-26T12:23:09,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-26T12:23:09,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5450 sec 2024-11-26T12:23:09,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.5500 sec 2024-11-26T12:23:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:09,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T12:23:09,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:09,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:09,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:09,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:09,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:09,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:09,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/b929aa1270ab4ef2b2601732117587eb is 50, key is test_row_0/A:col10/1732623789470/Put/seqid=0 2024-11-26T12:23:09,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742418_1594 (size=14741) 2024-11-26T12:23:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 348 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623850035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:10,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 350 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623850145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:10,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/b929aa1270ab4ef2b2601732117587eb 2024-11-26T12:23:10,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/31cf6b8e3a5041e687ca2db29d1616c5 is 50, key is test_row_0/B:col10/1732623789470/Put/seqid=0 2024-11-26T12:23:10,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 352 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623850353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:10,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742419_1595 (size=12301) 2024-11-26T12:23:10,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/31cf6b8e3a5041e687ca2db29d1616c5 2024-11-26T12:23:10,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/90e02d71fc5b478f9032792cbbea511c is 50, key is test_row_0/C:col10/1732623789470/Put/seqid=0 2024-11-26T12:23:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T12:23:10,405 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-26T12:23:10,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-26T12:23:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T12:23:10,408 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:10,409 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:10,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:10,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742420_1596 (size=12301) 2024-11-26T12:23:10,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/90e02d71fc5b478f9032792cbbea511c 2024-11-26T12:23:10,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/b929aa1270ab4ef2b2601732117587eb as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/b929aa1270ab4ef2b2601732117587eb 2024-11-26T12:23:10,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/b929aa1270ab4ef2b2601732117587eb, entries=200, sequenceid=377, filesize=14.4 K 2024-11-26T12:23:10,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/31cf6b8e3a5041e687ca2db29d1616c5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/31cf6b8e3a5041e687ca2db29d1616c5 2024-11-26T12:23:10,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/31cf6b8e3a5041e687ca2db29d1616c5, entries=150, sequenceid=377, filesize=12.0 K 2024-11-26T12:23:10,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/90e02d71fc5b478f9032792cbbea511c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/90e02d71fc5b478f9032792cbbea511c 2024-11-26T12:23:10,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/90e02d71fc5b478f9032792cbbea511c, entries=150, sequenceid=377, filesize=12.0 K 2024-11-26T12:23:10,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for eba1eb31079bb6ed0ad2ed4211def496 in 612ms, sequenceid=377, compaction requested=true 2024-11-26T12:23:10,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:10,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:10,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:10,464 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:10,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:10,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:10,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:10,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:10,464 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:10,465 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37177 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:10,465 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/B is initiating minor compaction (all files) 2024-11-26T12:23:10,465 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/B in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:10,466 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/5a140cb492cd434fb9efa81db3acad0f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/6e68280c7416424eb477aaba446868b7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/31cf6b8e3a5041e687ca2db29d1616c5] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=36.3 K 2024-11-26T12:23:10,466 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39753 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:10,466 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/A is initiating minor compaction (all files) 2024-11-26T12:23:10,466 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/A in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:10,466 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/81c1de30c37c42639681ed99ef98f2e7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d8e138be9b5f4949aef5717b1cf5f6bf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/b929aa1270ab4ef2b2601732117587eb] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=38.8 K 2024-11-26T12:23:10,466 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a140cb492cd434fb9efa81db3acad0f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732623787407 2024-11-26T12:23:10,466 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81c1de30c37c42639681ed99ef98f2e7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732623787407 2024-11-26T12:23:10,467 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e68280c7416424eb477aaba446868b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732623788237 2024-11-26T12:23:10,467 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 31cf6b8e3a5041e687ca2db29d1616c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732623789470 2024-11-26T12:23:10,467 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8e138be9b5f4949aef5717b1cf5f6bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732623788237 2024-11-26T12:23:10,468 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b929aa1270ab4ef2b2601732117587eb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732623789470 2024-11-26T12:23:10,497 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:10,498 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/319cf9594c294889a61f8ce3e850c907 is 50, key is test_row_0/B:col10/1732623789470/Put/seqid=0 2024-11-26T12:23:10,501 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#A#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:10,502 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/35d53a85ee024c39b10107d98d174d01 is 50, key is test_row_0/A:col10/1732623789470/Put/seqid=0 2024-11-26T12:23:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T12:23:10,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742421_1597 (size=12677) 2024-11-26T12:23:10,557 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/319cf9594c294889a61f8ce3e850c907 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/319cf9594c294889a61f8ce3e850c907 2024-11-26T12:23:10,561 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/B of eba1eb31079bb6ed0ad2ed4211def496 into 319cf9594c294889a61f8ce3e850c907(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:10,561 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:10,561 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/B, priority=13, startTime=1732623790464; duration=0sec 2024-11-26T12:23:10,561 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:10,561 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:B 2024-11-26T12:23:10,562 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:10,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:10,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T12:23:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:10,563 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T12:23:10,563 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37177 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:10,563 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/C is initiating minor compaction (all files) 2024-11-26T12:23:10,563 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/C in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:10,563 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/48c631527b5e418c965e38f7ef5b0fd4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/14e933b245674912836feda4feb03587, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/90e02d71fc5b478f9032792cbbea511c] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=36.3 K 2024-11-26T12:23:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:10,563 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 48c631527b5e418c965e38f7ef5b0fd4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732623787407 2024-11-26T12:23:10,564 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 14e933b245674912836feda4feb03587, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732623788237 2024-11-26T12:23:10,564 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 90e02d71fc5b478f9032792cbbea511c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732623789470 2024-11-26T12:23:10,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742422_1598 (size=12813) 2024-11-26T12:23:10,600 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/35d53a85ee024c39b10107d98d174d01 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/35d53a85ee024c39b10107d98d174d01 2024-11-26T12:23:10,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/1d3298e813df42cc9834cfa23997c219 is 50, key is test_row_0/A:col10/1732623790023/Put/seqid=0 2024-11-26T12:23:10,605 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/A of eba1eb31079bb6ed0ad2ed4211def496 into 35d53a85ee024c39b10107d98d174d01(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:10,605 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:10,605 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/A, priority=13, startTime=1732623790464; duration=0sec 2024-11-26T12:23:10,605 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:10,605 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:A 2024-11-26T12:23:10,611 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#C#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:10,612 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/7972832fe1564bf2855cd62671820506 is 50, key is test_row_0/C:col10/1732623789470/Put/seqid=0 2024-11-26T12:23:10,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742423_1599 (size=12301) 2024-11-26T12:23:10,647 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/1d3298e813df42cc9834cfa23997c219 2024-11-26T12:23:10,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742424_1600 (size=12677) 2024-11-26T12:23:10,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/f98fec1927ee4ea39ea0f6093e4f102b is 50, key is test_row_0/B:col10/1732623790023/Put/seqid=0 2024-11-26T12:23:10,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:10,669 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/7972832fe1564bf2855cd62671820506 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/7972832fe1564bf2855cd62671820506 2024-11-26T12:23:10,673 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/C of eba1eb31079bb6ed0ad2ed4211def496 into 7972832fe1564bf2855cd62671820506(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:10,673 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:10,673 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/C, priority=13, startTime=1732623790464; duration=0sec 2024-11-26T12:23:10,673 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:10,673 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:C 2024-11-26T12:23:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T12:23:10,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742425_1601 (size=12301) 2024-11-26T12:23:10,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 367 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623850742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:10,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 369 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623850850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T12:23:11,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 371 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623851055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:11,110 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/f98fec1927ee4ea39ea0f6093e4f102b 2024-11-26T12:23:11,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/90c4cab058ed4571840f90dd4ca0dbfc is 50, key is test_row_0/C:col10/1732623790023/Put/seqid=0 2024-11-26T12:23:11,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742426_1602 (size=12301) 2024-11-26T12:23:11,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 373 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623851362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T12:23:11,558 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/90c4cab058ed4571840f90dd4ca0dbfc 2024-11-26T12:23:11,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/1d3298e813df42cc9834cfa23997c219 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/1d3298e813df42cc9834cfa23997c219 2024-11-26T12:23:11,567 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/1d3298e813df42cc9834cfa23997c219, entries=150, sequenceid=398, filesize=12.0 K 2024-11-26T12:23:11,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/f98fec1927ee4ea39ea0f6093e4f102b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/f98fec1927ee4ea39ea0f6093e4f102b 2024-11-26T12:23:11,572 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/f98fec1927ee4ea39ea0f6093e4f102b, entries=150, sequenceid=398, filesize=12.0 K 2024-11-26T12:23:11,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/90c4cab058ed4571840f90dd4ca0dbfc as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/90c4cab058ed4571840f90dd4ca0dbfc 2024-11-26T12:23:11,588 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/90c4cab058ed4571840f90dd4ca0dbfc, entries=150, sequenceid=398, filesize=12.0 K 2024-11-26T12:23:11,590 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for eba1eb31079bb6ed0ad2ed4211def496 in 1026ms, sequenceid=398, compaction requested=false 2024-11-26T12:23:11,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:11,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:11,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-26T12:23:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-26T12:23:11,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-26T12:23:11,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1820 sec 2024-11-26T12:23:11,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.1870 sec 2024-11-26T12:23:11,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T12:23:11,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:11,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:11,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:11,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:11,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:11,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:11,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/21269775c46d4d0b9a6e1a86f48ea3be is 50, key is test_row_0/A:col10/1732623790740/Put/seqid=0 2024-11-26T12:23:11,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742427_1603 (size=12301) 2024-11-26T12:23:11,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/21269775c46d4d0b9a6e1a86f48ea3be 2024-11-26T12:23:11,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/706dc1e1de77420594cc483424f055c6 is 50, key is test_row_0/B:col10/1732623790740/Put/seqid=0 2024-11-26T12:23:11,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742428_1604 (size=12301) 2024-11-26T12:23:11,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/706dc1e1de77420594cc483424f055c6 2024-11-26T12:23:11,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 392 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623851981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:11,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/03fe37adf96f49e8803b9c7ea245be83 is 50, key is test_row_0/C:col10/1732623790740/Put/seqid=0 2024-11-26T12:23:12,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742429_1605 (size=12301) 2024-11-26T12:23:12,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/03fe37adf96f49e8803b9c7ea245be83 2024-11-26T12:23:12,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/21269775c46d4d0b9a6e1a86f48ea3be as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/21269775c46d4d0b9a6e1a86f48ea3be 2024-11-26T12:23:12,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/21269775c46d4d0b9a6e1a86f48ea3be, entries=150, sequenceid=417, filesize=12.0 K 2024-11-26T12:23:12,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/706dc1e1de77420594cc483424f055c6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/706dc1e1de77420594cc483424f055c6 2024-11-26T12:23:12,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/706dc1e1de77420594cc483424f055c6, entries=150, sequenceid=417, filesize=12.0 K 2024-11-26T12:23:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/03fe37adf96f49e8803b9c7ea245be83 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/03fe37adf96f49e8803b9c7ea245be83 2024-11-26T12:23:12,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/03fe37adf96f49e8803b9c7ea245be83, entries=150, sequenceid=417, filesize=12.0 K 2024-11-26T12:23:12,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for eba1eb31079bb6ed0ad2ed4211def496 in 193ms, sequenceid=417, compaction requested=true 2024-11-26T12:23:12,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:12,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:12,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:12,066 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:12,066 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:12,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:12,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:12,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:12,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:12,068 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:12,068 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/A is initiating minor compaction (all files) 2024-11-26T12:23:12,068 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/A in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:12,068 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/35d53a85ee024c39b10107d98d174d01, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/1d3298e813df42cc9834cfa23997c219, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/21269775c46d4d0b9a6e1a86f48ea3be] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=36.5 K 2024-11-26T12:23:12,068 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:12,068 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/B is initiating minor compaction (all files) 2024-11-26T12:23:12,068 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/B in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:12,068 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/319cf9594c294889a61f8ce3e850c907, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/f98fec1927ee4ea39ea0f6093e4f102b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/706dc1e1de77420594cc483424f055c6] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=36.4 K 2024-11-26T12:23:12,069 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 319cf9594c294889a61f8ce3e850c907, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732623789470 2024-11-26T12:23:12,070 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35d53a85ee024c39b10107d98d174d01, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732623789470 2024-11-26T12:23:12,070 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting f98fec1927ee4ea39ea0f6093e4f102b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732623790023 2024-11-26T12:23:12,070 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d3298e813df42cc9834cfa23997c219, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732623790023 2024-11-26T12:23:12,071 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21269775c46d4d0b9a6e1a86f48ea3be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732623790704 2024-11-26T12:23:12,071 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 706dc1e1de77420594cc483424f055c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732623790704 2024-11-26T12:23:12,082 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#B#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:12,082 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/727121783857415b8b2d7973db827642 is 50, key is test_row_0/B:col10/1732623790740/Put/seqid=0 2024-11-26T12:23:12,083 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#A#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:12,084 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/fade53e20b214f739c70b43bff2b2d85 is 50, key is test_row_0/A:col10/1732623790740/Put/seqid=0 2024-11-26T12:23:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:12,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T12:23:12,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:12,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:12,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:12,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:12,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:12,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:12,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742430_1606 (size=12915) 2024-11-26T12:23:12,132 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/fade53e20b214f739c70b43bff2b2d85 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/fade53e20b214f739c70b43bff2b2d85 2024-11-26T12:23:12,139 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/A of eba1eb31079bb6ed0ad2ed4211def496 into fade53e20b214f739c70b43bff2b2d85(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:12,139 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:12,139 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/A, priority=13, startTime=1732623792066; duration=0sec 2024-11-26T12:23:12,139 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:12,139 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:A 2024-11-26T12:23:12,139 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:12,141 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:12,141 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/C is initiating minor compaction (all files) 2024-11-26T12:23:12,141 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/C in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:12,141 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/7972832fe1564bf2855cd62671820506, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/90c4cab058ed4571840f90dd4ca0dbfc, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/03fe37adf96f49e8803b9c7ea245be83] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=36.4 K 2024-11-26T12:23:12,142 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7972832fe1564bf2855cd62671820506, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732623789470 2024-11-26T12:23:12,142 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90c4cab058ed4571840f90dd4ca0dbfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732623790023 2024-11-26T12:23:12,142 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03fe37adf96f49e8803b9c7ea245be83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732623790704 2024-11-26T12:23:12,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742431_1607 (size=12779) 2024-11-26T12:23:12,155 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/727121783857415b8b2d7973db827642 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/727121783857415b8b2d7973db827642 2024-11-26T12:23:12,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/c157f79491974a8cb44c78d54c27a601 is 50, key is test_row_0/A:col10/1732623791961/Put/seqid=0 2024-11-26T12:23:12,161 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/B of eba1eb31079bb6ed0ad2ed4211def496 into 727121783857415b8b2d7973db827642(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:12,161 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:12,161 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/B, priority=13, startTime=1732623792066; duration=0sec 2024-11-26T12:23:12,161 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:12,161 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:B 2024-11-26T12:23:12,169 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#C#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:12,170 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/6e01bfa6023349bda4ac5b6246629208 is 50, key is test_row_0/C:col10/1732623790740/Put/seqid=0 2024-11-26T12:23:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742432_1608 (size=14741) 2024-11-26T12:23:12,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/c157f79491974a8cb44c78d54c27a601 2024-11-26T12:23:12,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/9be15a7411ae4b46ada197013a86a667 is 50, key is test_row_0/B:col10/1732623791961/Put/seqid=0 2024-11-26T12:23:12,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 408 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623852215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:12,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742433_1609 (size=12779) 2024-11-26T12:23:12,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742434_1610 (size=12301) 2024-11-26T12:23:12,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/9be15a7411ae4b46ada197013a86a667 2024-11-26T12:23:12,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/2d8a46e6d7e0430e94cc3bde0cc0261b is 50, key is test_row_0/C:col10/1732623791961/Put/seqid=0 2024-11-26T12:23:12,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:12,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742435_1611 (size=12301) 2024-11-26T12:23:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 410 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623852324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T12:23:12,512 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-26T12:23:12,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-26T12:23:12,516 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T12:23:12,517 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:12,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:12,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 412 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623852531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T12:23:12,643 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/6e01bfa6023349bda4ac5b6246629208 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/6e01bfa6023349bda4ac5b6246629208 2024-11-26T12:23:12,653 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/C of eba1eb31079bb6ed0ad2ed4211def496 into 6e01bfa6023349bda4ac5b6246629208(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:12,653 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:12,653 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/C, priority=13, startTime=1732623792066; duration=0sec 2024-11-26T12:23:12,653 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:12,653 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:C 2024-11-26T12:23:12,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:12,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-26T12:23:12,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:12,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:12,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:12,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:12,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:12,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/2d8a46e6d7e0430e94cc3bde0cc0261b 2024-11-26T12:23:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/c157f79491974a8cb44c78d54c27a601 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/c157f79491974a8cb44c78d54c27a601 2024-11-26T12:23:12,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/c157f79491974a8cb44c78d54c27a601, entries=200, sequenceid=437, filesize=14.4 K 2024-11-26T12:23:12,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/9be15a7411ae4b46ada197013a86a667 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/9be15a7411ae4b46ada197013a86a667 2024-11-26T12:23:12,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/9be15a7411ae4b46ada197013a86a667, entries=150, sequenceid=437, filesize=12.0 K 2024-11-26T12:23:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/2d8a46e6d7e0430e94cc3bde0cc0261b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/2d8a46e6d7e0430e94cc3bde0cc0261b 2024-11-26T12:23:12,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/2d8a46e6d7e0430e94cc3bde0cc0261b, entries=150, sequenceid=437, filesize=12.0 K 2024-11-26T12:23:12,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for eba1eb31079bb6ed0ad2ed4211def496 in 657ms, sequenceid=437, compaction requested=false 2024-11-26T12:23:12,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T12:23:12,825 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:12,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-26T12:23:12,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:12,826 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T12:23:12,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:12,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:12,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:12,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:12,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:12,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:12,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/8026e6c0706e4c65b23ea8135ca52e1d is 50, key is test_row_0/A:col10/1732623792199/Put/seqid=0 2024-11-26T12:23:12,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:12,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742436_1612 (size=12301) 2024-11-26T12:23:12,882 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/8026e6c0706e4c65b23ea8135ca52e1d 2024-11-26T12:23:12,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/c8e52970fcf643a794d092e8006fb506 is 50, key is test_row_0/B:col10/1732623792199/Put/seqid=0 2024-11-26T12:23:12,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742437_1613 (size=12301) 2024-11-26T12:23:12,946 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/c8e52970fcf643a794d092e8006fb506 2024-11-26T12:23:12,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/3f57c67504104001bd84126d277988a4 is 50, key is test_row_0/C:col10/1732623792199/Put/seqid=0 2024-11-26T12:23:12,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 431 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623852965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742438_1614 (size=12301) 2024-11-26T12:23:13,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 433 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623853074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T12:23:13,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 435 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623853281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:13,381 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/3f57c67504104001bd84126d277988a4 2024-11-26T12:23:13,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/8026e6c0706e4c65b23ea8135ca52e1d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8026e6c0706e4c65b23ea8135ca52e1d 2024-11-26T12:23:13,393 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8026e6c0706e4c65b23ea8135ca52e1d, entries=150, sequenceid=456, filesize=12.0 K 2024-11-26T12:23:13,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/c8e52970fcf643a794d092e8006fb506 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/c8e52970fcf643a794d092e8006fb506 2024-11-26T12:23:13,398 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/c8e52970fcf643a794d092e8006fb506, entries=150, sequenceid=456, filesize=12.0 K 2024-11-26T12:23:13,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/3f57c67504104001bd84126d277988a4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/3f57c67504104001bd84126d277988a4 2024-11-26T12:23:13,403 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/3f57c67504104001bd84126d277988a4, entries=150, sequenceid=456, filesize=12.0 K 2024-11-26T12:23:13,404 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for eba1eb31079bb6ed0ad2ed4211def496 in 578ms, sequenceid=456, compaction requested=true 2024-11-26T12:23:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-26T12:23:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-26T12:23:13,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-26T12:23:13,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 888 msec 2024-11-26T12:23:13,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 893 msec 2024-11-26T12:23:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:13,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T12:23:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:13,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/b1d3f05e766c46e991021ce1c385d406 is 50, key is test_row_0/A:col10/1732623792963/Put/seqid=0 2024-11-26T12:23:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T12:23:13,620 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-26T12:23:13,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-26T12:23:13,622 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T12:23:13,624 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:13,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:13,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742439_1615 (size=14741) 2024-11-26T12:23:13,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/b1d3f05e766c46e991021ce1c385d406 2024-11-26T12:23:13,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/8636511ff26845198b57f0e81939a613 is 50, key is test_row_0/B:col10/1732623792963/Put/seqid=0 2024-11-26T12:23:13,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742440_1616 (size=12301) 2024-11-26T12:23:13,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 450 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623853699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T12:23:13,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:13,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T12:23:13,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:13,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:13,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:13,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:13,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:13,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 452 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623853809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T12:23:13,928 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:13,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T12:23:13,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:13,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:13,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:13,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:13,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:14,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 454 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623854021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:14,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:14,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T12:23:14,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:14,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:14,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:14,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:14,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:14,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/8636511ff26845198b57f0e81939a613 2024-11-26T12:23:14,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/387f8d40438c4334b98fad80f6a8f1e4 is 50, key is test_row_0/C:col10/1732623792963/Put/seqid=0 2024-11-26T12:23:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742441_1617 (size=12301) 2024-11-26T12:23:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T12:23:14,237 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:14,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T12:23:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:14,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:14,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:14,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 456 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623854328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:14,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:14,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T12:23:14,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:14,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:14,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:14,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:14,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:14,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/387f8d40438c4334b98fad80f6a8f1e4 2024-11-26T12:23:14,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/b1d3f05e766c46e991021ce1c385d406 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/b1d3f05e766c46e991021ce1c385d406 2024-11-26T12:23:14,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/b1d3f05e766c46e991021ce1c385d406, entries=200, sequenceid=477, filesize=14.4 K 2024-11-26T12:23:14,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/8636511ff26845198b57f0e81939a613 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/8636511ff26845198b57f0e81939a613 2024-11-26T12:23:14,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/8636511ff26845198b57f0e81939a613, entries=150, sequenceid=477, filesize=12.0 K 2024-11-26T12:23:14,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/387f8d40438c4334b98fad80f6a8f1e4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/387f8d40438c4334b98fad80f6a8f1e4 2024-11-26T12:23:14,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:14,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T12:23:14,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:14,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:14,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:14,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:14,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:14,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/387f8d40438c4334b98fad80f6a8f1e4, entries=150, sequenceid=477, filesize=12.0 K 2024-11-26T12:23:14,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for eba1eb31079bb6ed0ad2ed4211def496 in 965ms, sequenceid=477, compaction requested=true 2024-11-26T12:23:14,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:14,560 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:14,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:14,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:14,562 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:14,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:14,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:14,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:14,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:14,564 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54698 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:14,564 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/A is initiating minor compaction (all files) 2024-11-26T12:23:14,564 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/A in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:14,564 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/fade53e20b214f739c70b43bff2b2d85, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/c157f79491974a8cb44c78d54c27a601, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8026e6c0706e4c65b23ea8135ca52e1d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/b1d3f05e766c46e991021ce1c385d406] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=53.4 K 2024-11-26T12:23:14,564 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting fade53e20b214f739c70b43bff2b2d85, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732623790704 2024-11-26T12:23:14,564 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:14,564 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/B is initiating minor compaction (all files) 2024-11-26T12:23:14,565 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/B in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:14,565 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/727121783857415b8b2d7973db827642, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/9be15a7411ae4b46ada197013a86a667, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/c8e52970fcf643a794d092e8006fb506, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/8636511ff26845198b57f0e81939a613] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=48.5 K 2024-11-26T12:23:14,565 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting c157f79491974a8cb44c78d54c27a601, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732623791930 2024-11-26T12:23:14,565 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 727121783857415b8b2d7973db827642, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732623790704 2024-11-26T12:23:14,566 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8026e6c0706e4c65b23ea8135ca52e1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732623792119 2024-11-26T12:23:14,566 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 9be15a7411ae4b46ada197013a86a667, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732623791961 2024-11-26T12:23:14,566 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1d3f05e766c46e991021ce1c385d406, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732623792878 2024-11-26T12:23:14,567 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting c8e52970fcf643a794d092e8006fb506, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732623792119 2024-11-26T12:23:14,567 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 8636511ff26845198b57f0e81939a613, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732623792878 2024-11-26T12:23:14,586 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#B#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:14,586 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/d0af9907a9674d6eb208ee875d1dc189 is 50, key is test_row_0/B:col10/1732623792963/Put/seqid=0 2024-11-26T12:23:14,588 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#A#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:14,588 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/d5e28903e80d44df8d4f5563e4069b80 is 50, key is test_row_0/A:col10/1732623792963/Put/seqid=0 2024-11-26T12:23:14,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742442_1618 (size=12915) 2024-11-26T12:23:14,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742443_1619 (size=13051) 2024-11-26T12:23:14,682 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/d5e28903e80d44df8d4f5563e4069b80 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d5e28903e80d44df8d4f5563e4069b80 2024-11-26T12:23:14,689 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/A of eba1eb31079bb6ed0ad2ed4211def496 into d5e28903e80d44df8d4f5563e4069b80(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:14,689 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:14,689 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/A, priority=12, startTime=1732623794560; duration=0sec 2024-11-26T12:23:14,689 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:14,689 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:A 2024-11-26T12:23:14,689 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:14,692 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:14,692 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/C is initiating minor compaction (all files) 2024-11-26T12:23:14,692 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/C in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:14,692 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/6e01bfa6023349bda4ac5b6246629208, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/2d8a46e6d7e0430e94cc3bde0cc0261b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/3f57c67504104001bd84126d277988a4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/387f8d40438c4334b98fad80f6a8f1e4] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=48.5 K 2024-11-26T12:23:14,693 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e01bfa6023349bda4ac5b6246629208, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732623790704 2024-11-26T12:23:14,694 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d8a46e6d7e0430e94cc3bde0cc0261b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732623791961 2024-11-26T12:23:14,694 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f57c67504104001bd84126d277988a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732623792119 2024-11-26T12:23:14,694 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 387f8d40438c4334b98fad80f6a8f1e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732623792878 2024-11-26T12:23:14,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:14,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T12:23:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:14,700 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T12:23:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:14,707 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#C#compaction#536 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:14,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/2a6d697d4a4043ee8ac5462bac818c86 is 50, key is test_row_0/A:col10/1732623793697/Put/seqid=0 2024-11-26T12:23:14,708 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/8be075787d3b4750971041c85d5d5289 is 50, key is test_row_0/C:col10/1732623792963/Put/seqid=0 2024-11-26T12:23:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T12:23:14,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742445_1621 (size=12915) 2024-11-26T12:23:14,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742444_1620 (size=12301) 2024-11-26T12:23:14,765 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/2a6d697d4a4043ee8ac5462bac818c86 2024-11-26T12:23:14,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/4b8c0921f7cb4c6b98a7fb3ed191e2ac is 50, key is test_row_0/B:col10/1732623793697/Put/seqid=0 2024-11-26T12:23:14,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742446_1622 (size=12301) 2024-11-26T12:23:14,812 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/4b8c0921f7cb4c6b98a7fb3ed191e2ac 2024-11-26T12:23:14,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. as already flushing 2024-11-26T12:23:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:14,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/1f19ba2734a04d50a74dd7a60055613d is 50, key is test_row_0/C:col10/1732623793697/Put/seqid=0 2024-11-26T12:23:14,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742447_1623 (size=12301) 2024-11-26T12:23:14,895 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/1f19ba2734a04d50a74dd7a60055613d 2024-11-26T12:23:14,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/2a6d697d4a4043ee8ac5462bac818c86 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/2a6d697d4a4043ee8ac5462bac818c86 2024-11-26T12:23:14,911 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/2a6d697d4a4043ee8ac5462bac818c86, entries=150, sequenceid=493, filesize=12.0 K 2024-11-26T12:23:14,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/4b8c0921f7cb4c6b98a7fb3ed191e2ac as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/4b8c0921f7cb4c6b98a7fb3ed191e2ac 2024-11-26T12:23:14,917 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/4b8c0921f7cb4c6b98a7fb3ed191e2ac, entries=150, sequenceid=493, filesize=12.0 K 2024-11-26T12:23:14,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/1f19ba2734a04d50a74dd7a60055613d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1f19ba2734a04d50a74dd7a60055613d 2024-11-26T12:23:14,924 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1f19ba2734a04d50a74dd7a60055613d, entries=150, sequenceid=493, filesize=12.0 K 2024-11-26T12:23:14,925 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=67.09 KB/68700 for eba1eb31079bb6ed0ad2ed4211def496 in 225ms, sequenceid=493, compaction requested=false 2024-11-26T12:23:14,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:14,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-26T12:23:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-26T12:23:14,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:23:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:14,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:14,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-26T12:23:14,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3030 sec 2024-11-26T12:23:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:14,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.3080 sec 2024-11-26T12:23:14,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/596fbe7084d74a17acb2e73a6eb6e76c is 50, key is test_row_0/A:col10/1732623794926/Put/seqid=0 2024-11-26T12:23:14,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742448_1624 (size=14741) 2024-11-26T12:23:15,051 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/d0af9907a9674d6eb208ee875d1dc189 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/d0af9907a9674d6eb208ee875d1dc189 2024-11-26T12:23:15,055 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/B of eba1eb31079bb6ed0ad2ed4211def496 into d0af9907a9674d6eb208ee875d1dc189(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:15,055 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:15,055 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/B, priority=12, startTime=1732623794562; duration=0sec 2024-11-26T12:23:15,055 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:15,055 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:B 2024-11-26T12:23:15,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 488 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623855097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:15,149 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/8be075787d3b4750971041c85d5d5289 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/8be075787d3b4750971041c85d5d5289 2024-11-26T12:23:15,153 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/C of eba1eb31079bb6ed0ad2ed4211def496 into 8be075787d3b4750971041c85d5d5289(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:15,153 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:15,153 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/C, priority=12, startTime=1732623794562; duration=0sec 2024-11-26T12:23:15,154 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:15,154 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:C 2024-11-26T12:23:15,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 490 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623855205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:15,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/596fbe7084d74a17acb2e73a6eb6e76c 2024-11-26T12:23:15,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/c736e44363a6416093bca49a779749ac is 50, key is test_row_0/B:col10/1732623794926/Put/seqid=0 2024-11-26T12:23:15,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 492 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623855411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:15,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742449_1625 (size=12301) 2024-11-26T12:23:15,421 DEBUG [Thread-2289 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:61369 2024-11-26T12:23:15,421 DEBUG [Thread-2289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:15,424 DEBUG [Thread-2291 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:61369 2024-11-26T12:23:15,424 DEBUG [Thread-2291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:15,427 DEBUG [Thread-2287 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:61369 2024-11-26T12:23:15,427 DEBUG [Thread-2287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:15,429 DEBUG [Thread-2285 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:61369 2024-11-26T12:23:15,429 DEBUG [Thread-2285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:15,430 DEBUG [Thread-2293 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:61369 2024-11-26T12:23:15,431 DEBUG [Thread-2293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:15,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 494 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623855718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T12:23:15,729 INFO [Thread-2284 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-26T12:23:15,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/c736e44363a6416093bca49a779749ac 2024-11-26T12:23:15,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/1c227ec71dd547cc98266864afb0f96b is 50, key is test_row_0/C:col10/1732623794926/Put/seqid=0 2024-11-26T12:23:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742450_1626 (size=12301) 2024-11-26T12:23:16,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:16,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 496 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732623856220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:16,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/1c227ec71dd547cc98266864afb0f96b 2024-11-26T12:23:16,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/596fbe7084d74a17acb2e73a6eb6e76c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/596fbe7084d74a17acb2e73a6eb6e76c 2024-11-26T12:23:16,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/596fbe7084d74a17acb2e73a6eb6e76c, entries=200, sequenceid=507, filesize=14.4 K 2024-11-26T12:23:16,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/c736e44363a6416093bca49a779749ac as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/c736e44363a6416093bca49a779749ac 2024-11-26T12:23:16,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/c736e44363a6416093bca49a779749ac, entries=150, sequenceid=507, filesize=12.0 K 2024-11-26T12:23:16,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/1c227ec71dd547cc98266864afb0f96b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1c227ec71dd547cc98266864afb0f96b 2024-11-26T12:23:16,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1c227ec71dd547cc98266864afb0f96b, entries=150, sequenceid=507, filesize=12.0 K 2024-11-26T12:23:16,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for eba1eb31079bb6ed0ad2ed4211def496 in 1330ms, sequenceid=507, compaction requested=true 2024-11-26T12:23:16,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:16,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:16,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:16,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:16,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:16,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eba1eb31079bb6ed0ad2ed4211def496:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:16,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:16,258 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:16,258 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:16,259 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:16,259 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:16,259 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/B is initiating minor compaction (all files) 2024-11-26T12:23:16,259 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/A is initiating minor compaction (all files) 2024-11-26T12:23:16,259 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/B in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:16,259 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/A in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:16,260 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/d0af9907a9674d6eb208ee875d1dc189, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/4b8c0921f7cb4c6b98a7fb3ed191e2ac, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/c736e44363a6416093bca49a779749ac] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=36.6 K 2024-11-26T12:23:16,260 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d5e28903e80d44df8d4f5563e4069b80, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/2a6d697d4a4043ee8ac5462bac818c86, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/596fbe7084d74a17acb2e73a6eb6e76c] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=39.2 K 2024-11-26T12:23:16,260 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5e28903e80d44df8d4f5563e4069b80, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732623792878 2024-11-26T12:23:16,260 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting d0af9907a9674d6eb208ee875d1dc189, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732623792878 2024-11-26T12:23:16,260 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a6d697d4a4043ee8ac5462bac818c86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732623793671 2024-11-26T12:23:16,260 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b8c0921f7cb4c6b98a7fb3ed191e2ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732623793671 2024-11-26T12:23:16,261 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting c736e44363a6416093bca49a779749ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732623794866 2024-11-26T12:23:16,261 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 596fbe7084d74a17acb2e73a6eb6e76c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732623794866 2024-11-26T12:23:16,272 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#A#compaction#543 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:16,273 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/068479bdda7e4ff89a676903374c3d09 is 50, key is test_row_0/A:col10/1732623794926/Put/seqid=0 2024-11-26T12:23:16,275 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#B#compaction#544 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:16,276 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/e5fe19e21b88405594ec5eeee388c9ad is 50, key is test_row_0/B:col10/1732623794926/Put/seqid=0 2024-11-26T12:23:16,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742451_1627 (size=13153) 2024-11-26T12:23:16,310 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/068479bdda7e4ff89a676903374c3d09 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/068479bdda7e4ff89a676903374c3d09 2024-11-26T12:23:16,315 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/A of eba1eb31079bb6ed0ad2ed4211def496 into 068479bdda7e4ff89a676903374c3d09(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:16,315 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:16,315 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/A, priority=13, startTime=1732623796258; duration=0sec 2024-11-26T12:23:16,315 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:16,315 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:A 2024-11-26T12:23:16,315 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:16,317 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:16,317 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): eba1eb31079bb6ed0ad2ed4211def496/C is initiating minor compaction (all files) 2024-11-26T12:23:16,317 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eba1eb31079bb6ed0ad2ed4211def496/C in TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:16,317 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/8be075787d3b4750971041c85d5d5289, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1f19ba2734a04d50a74dd7a60055613d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1c227ec71dd547cc98266864afb0f96b] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp, totalSize=36.6 K 2024-11-26T12:23:16,317 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8be075787d3b4750971041c85d5d5289, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732623792878 2024-11-26T12:23:16,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742452_1628 (size=13017) 2024-11-26T12:23:16,321 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f19ba2734a04d50a74dd7a60055613d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732623793671 2024-11-26T12:23:16,321 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c227ec71dd547cc98266864afb0f96b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732623794866 2024-11-26T12:23:16,327 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/e5fe19e21b88405594ec5eeee388c9ad as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e5fe19e21b88405594ec5eeee388c9ad 2024-11-26T12:23:16,331 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eba1eb31079bb6ed0ad2ed4211def496#C#compaction#545 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:16,331 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/312ec283181e421a913d1ddad5643f3a is 50, key is test_row_0/C:col10/1732623794926/Put/seqid=0 2024-11-26T12:23:16,335 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/B of eba1eb31079bb6ed0ad2ed4211def496 into e5fe19e21b88405594ec5eeee388c9ad(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:16,335 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:16,335 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/B, priority=13, startTime=1732623796258; duration=0sec 2024-11-26T12:23:16,335 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:16,335 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:B 2024-11-26T12:23:16,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742453_1629 (size=13017) 2024-11-26T12:23:16,746 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/312ec283181e421a913d1ddad5643f3a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/312ec283181e421a913d1ddad5643f3a 2024-11-26T12:23:16,750 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eba1eb31079bb6ed0ad2ed4211def496/C of eba1eb31079bb6ed0ad2ed4211def496 into 312ec283181e421a913d1ddad5643f3a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:16,750 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:16,750 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496., storeName=eba1eb31079bb6ed0ad2ed4211def496/C, priority=13, startTime=1732623796258; duration=0sec 2024-11-26T12:23:16,750 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:16,750 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eba1eb31079bb6ed0ad2ed4211def496:C 2024-11-26T12:23:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:17,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:23:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:17,227 DEBUG [Thread-2276 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:61369 2024-11-26T12:23:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:17,227 DEBUG [Thread-2276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:17,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/259121271af6430d86e9c3947380a7d6 is 50, key is test_row_0/A:col10/1732623797226/Put/seqid=0 2024-11-26T12:23:17,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742454_1630 (size=12301) 2024-11-26T12:23:17,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/259121271af6430d86e9c3947380a7d6 2024-11-26T12:23:17,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/f766cbfec1524cb8a82382fd7a3a90fb is 50, key is test_row_0/B:col10/1732623797226/Put/seqid=0 2024-11-26T12:23:17,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742455_1631 (size=12301) 2024-11-26T12:23:18,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/f766cbfec1524cb8a82382fd7a3a90fb 2024-11-26T12:23:18,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/f750c9802c4349b3970d53c5acd2accc is 50, key is test_row_0/C:col10/1732623797226/Put/seqid=0 2024-11-26T12:23:18,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742456_1632 (size=12301) 2024-11-26T12:23:18,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/f750c9802c4349b3970d53c5acd2accc 2024-11-26T12:23:18,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/259121271af6430d86e9c3947380a7d6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/259121271af6430d86e9c3947380a7d6 2024-11-26T12:23:18,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/259121271af6430d86e9c3947380a7d6, entries=150, sequenceid=535, filesize=12.0 K 2024-11-26T12:23:18,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/f766cbfec1524cb8a82382fd7a3a90fb as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/f766cbfec1524cb8a82382fd7a3a90fb 2024-11-26T12:23:18,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/f766cbfec1524cb8a82382fd7a3a90fb, entries=150, sequenceid=535, filesize=12.0 K 2024-11-26T12:23:18,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/f750c9802c4349b3970d53c5acd2accc as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/f750c9802c4349b3970d53c5acd2accc 2024-11-26T12:23:18,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/f750c9802c4349b3970d53c5acd2accc, entries=150, sequenceid=535, filesize=12.0 K 2024-11-26T12:23:18,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for eba1eb31079bb6ed0ad2ed4211def496 in 857ms, sequenceid=535, compaction requested=false 2024-11-26T12:23:18,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:18,862 DEBUG [Thread-2282 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:61369 2024-11-26T12:23:18,862 DEBUG [Thread-2282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:18,872 DEBUG [Thread-2274 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:61369 2024-11-26T12:23:18,872 DEBUG [Thread-2274 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:18,885 DEBUG [Thread-2280 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:61369 2024-11-26T12:23:18,885 DEBUG [Thread-2280 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:18,931 DEBUG [Thread-2278 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:61369 2024-11-26T12:23:18,931 DEBUG [Thread-2278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:18,931 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T12:23:18,931 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-26T12:23:18,931 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 345 2024-11-26T12:23:18,931 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-26T12:23:18,931 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-26T12:23:18,931 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-26T12:23:18,931 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T12:23:18,931 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T12:23:18,931 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1876 2024-11-26T12:23:18,931 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5628 rows 2024-11-26T12:23:18,931 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1866 2024-11-26T12:23:18,931 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5598 rows 2024-11-26T12:23:18,931 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1872 2024-11-26T12:23:18,932 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5616 rows 2024-11-26T12:23:18,932 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1857 2024-11-26T12:23:18,932 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5571 rows 2024-11-26T12:23:18,932 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1864 2024-11-26T12:23:18,932 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5592 rows 2024-11-26T12:23:18,932 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T12:23:18,932 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:61369 2024-11-26T12:23:18,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:18,937 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T12:23:18,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T12:23:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T12:23:18,942 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623798941"}]},"ts":"1732623798941"} 2024-11-26T12:23:18,942 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T12:23:18,945 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T12:23:18,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T12:23:18,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eba1eb31079bb6ed0ad2ed4211def496, UNASSIGN}] 2024-11-26T12:23:18,948 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eba1eb31079bb6ed0ad2ed4211def496, UNASSIGN 2024-11-26T12:23:18,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=eba1eb31079bb6ed0ad2ed4211def496, regionState=CLOSING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:23:18,949 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T12:23:18,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:23:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T12:23:19,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:19,101 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:19,101 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T12:23:19,101 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing eba1eb31079bb6ed0ad2ed4211def496, disabling compactions & flushes 2024-11-26T12:23:19,101 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:19,101 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:19,101 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. after waiting 0 ms 2024-11-26T12:23:19,101 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:19,101 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2837): Flushing eba1eb31079bb6ed0ad2ed4211def496 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T12:23:19,102 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=A 2024-11-26T12:23:19,102 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:19,102 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=B 2024-11-26T12:23:19,102 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:19,102 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eba1eb31079bb6ed0ad2ed4211def496, store=C 2024-11-26T12:23:19,102 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:19,106 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/682d557327784a5480f53b652ac5e1b6 is 50, key is test_row_0/A:col10/1732623798884/Put/seqid=0 2024-11-26T12:23:19,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742457_1633 (size=9857) 2024-11-26T12:23:19,111 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/682d557327784a5480f53b652ac5e1b6 2024-11-26T12:23:19,117 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/29f4547f5339400990eae100e481dfce is 50, key is test_row_0/B:col10/1732623798884/Put/seqid=0 2024-11-26T12:23:19,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742458_1634 (size=9857) 2024-11-26T12:23:19,121 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/29f4547f5339400990eae100e481dfce 2024-11-26T12:23:19,127 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/94bebc930b104806ab04894f7bb82129 is 50, key is test_row_0/C:col10/1732623798884/Put/seqid=0 2024-11-26T12:23:19,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742459_1635 (size=9857) 2024-11-26T12:23:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T12:23:19,531 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/94bebc930b104806ab04894f7bb82129 2024-11-26T12:23:19,538 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/A/682d557327784a5480f53b652ac5e1b6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/682d557327784a5480f53b652ac5e1b6 2024-11-26T12:23:19,543 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/682d557327784a5480f53b652ac5e1b6, entries=100, sequenceid=542, filesize=9.6 K 2024-11-26T12:23:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T12:23:19,544 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/B/29f4547f5339400990eae100e481dfce as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/29f4547f5339400990eae100e481dfce 2024-11-26T12:23:19,548 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/29f4547f5339400990eae100e481dfce, entries=100, sequenceid=542, filesize=9.6 K 2024-11-26T12:23:19,549 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/.tmp/C/94bebc930b104806ab04894f7bb82129 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/94bebc930b104806ab04894f7bb82129 2024-11-26T12:23:19,554 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/94bebc930b104806ab04894f7bb82129, entries=100, sequenceid=542, filesize=9.6 K 2024-11-26T12:23:19,555 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for eba1eb31079bb6ed0ad2ed4211def496 in 454ms, sequenceid=542, compaction requested=true 2024-11-26T12:23:19,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/0c3ef7d4d6da44c4b3b4410ca98123cf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d64a73d9d6d34641b375e10e44dede9a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/ea986317ec1945978b5fccaab8c45747, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d1a24fff8aee4d1daf05ce7d1e2534f0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d24df0c98126473cb97ddf94370c4792, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/aeb4e7902d2b44609901d3fe720f47e2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/c493580a37cf4aee9aef9c764d330dee, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/5a8c16404cda4caabcc9390301007cbe, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/9ec1c50c7b824fc3a3b38ff7f92afeaa, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/73ab82dcc6ca4b2b827bec6eb2c0005a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/a9ab09e76e2f42a581bafac57d42aff0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/e6c3fcda5463442a9948f0787216aa7c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/81c1de30c37c42639681ed99ef98f2e7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d8e138be9b5f4949aef5717b1cf5f6bf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/b929aa1270ab4ef2b2601732117587eb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/35d53a85ee024c39b10107d98d174d01, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/1d3298e813df42cc9834cfa23997c219, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/fade53e20b214f739c70b43bff2b2d85, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/21269775c46d4d0b9a6e1a86f48ea3be, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/c157f79491974a8cb44c78d54c27a601, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8026e6c0706e4c65b23ea8135ca52e1d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/b1d3f05e766c46e991021ce1c385d406, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d5e28903e80d44df8d4f5563e4069b80, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/2a6d697d4a4043ee8ac5462bac818c86, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/596fbe7084d74a17acb2e73a6eb6e76c] to archive 2024-11-26T12:23:19,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:23:19,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/0c3ef7d4d6da44c4b3b4410ca98123cf to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/0c3ef7d4d6da44c4b3b4410ca98123cf 2024-11-26T12:23:19,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d64a73d9d6d34641b375e10e44dede9a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d64a73d9d6d34641b375e10e44dede9a 2024-11-26T12:23:19,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/ea986317ec1945978b5fccaab8c45747 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/ea986317ec1945978b5fccaab8c45747 2024-11-26T12:23:19,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d1a24fff8aee4d1daf05ce7d1e2534f0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d1a24fff8aee4d1daf05ce7d1e2534f0 2024-11-26T12:23:19,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d24df0c98126473cb97ddf94370c4792 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d24df0c98126473cb97ddf94370c4792 2024-11-26T12:23:19,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/aeb4e7902d2b44609901d3fe720f47e2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/aeb4e7902d2b44609901d3fe720f47e2 2024-11-26T12:23:19,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/c493580a37cf4aee9aef9c764d330dee to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/c493580a37cf4aee9aef9c764d330dee 2024-11-26T12:23:19,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/5a8c16404cda4caabcc9390301007cbe to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/5a8c16404cda4caabcc9390301007cbe 2024-11-26T12:23:19,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/9ec1c50c7b824fc3a3b38ff7f92afeaa to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/9ec1c50c7b824fc3a3b38ff7f92afeaa 2024-11-26T12:23:19,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/73ab82dcc6ca4b2b827bec6eb2c0005a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/73ab82dcc6ca4b2b827bec6eb2c0005a 2024-11-26T12:23:19,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/a9ab09e76e2f42a581bafac57d42aff0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/a9ab09e76e2f42a581bafac57d42aff0 2024-11-26T12:23:19,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/e6c3fcda5463442a9948f0787216aa7c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/e6c3fcda5463442a9948f0787216aa7c 2024-11-26T12:23:19,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/81c1de30c37c42639681ed99ef98f2e7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/81c1de30c37c42639681ed99ef98f2e7 2024-11-26T12:23:19,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d8e138be9b5f4949aef5717b1cf5f6bf to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d8e138be9b5f4949aef5717b1cf5f6bf 2024-11-26T12:23:19,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/b929aa1270ab4ef2b2601732117587eb to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/b929aa1270ab4ef2b2601732117587eb 2024-11-26T12:23:19,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/35d53a85ee024c39b10107d98d174d01 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/35d53a85ee024c39b10107d98d174d01 2024-11-26T12:23:19,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/1d3298e813df42cc9834cfa23997c219 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/1d3298e813df42cc9834cfa23997c219 2024-11-26T12:23:19,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/fade53e20b214f739c70b43bff2b2d85 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/fade53e20b214f739c70b43bff2b2d85 2024-11-26T12:23:19,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/21269775c46d4d0b9a6e1a86f48ea3be to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/21269775c46d4d0b9a6e1a86f48ea3be 2024-11-26T12:23:19,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/c157f79491974a8cb44c78d54c27a601 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/c157f79491974a8cb44c78d54c27a601 2024-11-26T12:23:19,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8026e6c0706e4c65b23ea8135ca52e1d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/8026e6c0706e4c65b23ea8135ca52e1d 2024-11-26T12:23:19,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/b1d3f05e766c46e991021ce1c385d406 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/b1d3f05e766c46e991021ce1c385d406 2024-11-26T12:23:19,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d5e28903e80d44df8d4f5563e4069b80 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/d5e28903e80d44df8d4f5563e4069b80 2024-11-26T12:23:19,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/2a6d697d4a4043ee8ac5462bac818c86 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/2a6d697d4a4043ee8ac5462bac818c86 2024-11-26T12:23:19,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/596fbe7084d74a17acb2e73a6eb6e76c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/596fbe7084d74a17acb2e73a6eb6e76c 2024-11-26T12:23:19,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/ebf0b30a95e34abebbdd5dbb58e7760d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/12e5571e1a974a389fa3d34603555234, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/fb54cd39143b4585bbf751400287076c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b28fe123635f47edb67e53b896eed732, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/3b443ca8d796404f917f517ecf32e574, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/afead2f193fb40c2ba98782618ce67e9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/0e9e36728fd94503b6208d33daf7117a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/5a140cb492cd434fb9efa81db3acad0f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/ae7b33a21b7241c8841837b228484e2d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/6e68280c7416424eb477aaba446868b7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/319cf9594c294889a61f8ce3e850c907, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/31cf6b8e3a5041e687ca2db29d1616c5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/f98fec1927ee4ea39ea0f6093e4f102b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/727121783857415b8b2d7973db827642, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/706dc1e1de77420594cc483424f055c6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/9be15a7411ae4b46ada197013a86a667, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/c8e52970fcf643a794d092e8006fb506, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/d0af9907a9674d6eb208ee875d1dc189, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/8636511ff26845198b57f0e81939a613, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/4b8c0921f7cb4c6b98a7fb3ed191e2ac, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/c736e44363a6416093bca49a779749ac] to archive 2024-11-26T12:23:19,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:23:19,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/ebf0b30a95e34abebbdd5dbb58e7760d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/ebf0b30a95e34abebbdd5dbb58e7760d 2024-11-26T12:23:19,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/12e5571e1a974a389fa3d34603555234 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/12e5571e1a974a389fa3d34603555234 2024-11-26T12:23:19,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/fb54cd39143b4585bbf751400287076c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/fb54cd39143b4585bbf751400287076c 2024-11-26T12:23:19,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b28fe123635f47edb67e53b896eed732 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/b28fe123635f47edb67e53b896eed732 2024-11-26T12:23:19,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/3b443ca8d796404f917f517ecf32e574 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/3b443ca8d796404f917f517ecf32e574 2024-11-26T12:23:19,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/afead2f193fb40c2ba98782618ce67e9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/afead2f193fb40c2ba98782618ce67e9 2024-11-26T12:23:19,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/0e9e36728fd94503b6208d33daf7117a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/0e9e36728fd94503b6208d33daf7117a 2024-11-26T12:23:19,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/5a140cb492cd434fb9efa81db3acad0f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/5a140cb492cd434fb9efa81db3acad0f 2024-11-26T12:23:19,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/ae7b33a21b7241c8841837b228484e2d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/ae7b33a21b7241c8841837b228484e2d 2024-11-26T12:23:19,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/6e68280c7416424eb477aaba446868b7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/6e68280c7416424eb477aaba446868b7 2024-11-26T12:23:19,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/319cf9594c294889a61f8ce3e850c907 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/319cf9594c294889a61f8ce3e850c907 2024-11-26T12:23:19,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/31cf6b8e3a5041e687ca2db29d1616c5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/31cf6b8e3a5041e687ca2db29d1616c5 2024-11-26T12:23:19,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/f98fec1927ee4ea39ea0f6093e4f102b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/f98fec1927ee4ea39ea0f6093e4f102b 2024-11-26T12:23:19,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/727121783857415b8b2d7973db827642 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/727121783857415b8b2d7973db827642 2024-11-26T12:23:19,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/706dc1e1de77420594cc483424f055c6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/706dc1e1de77420594cc483424f055c6 2024-11-26T12:23:19,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/9be15a7411ae4b46ada197013a86a667 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/9be15a7411ae4b46ada197013a86a667 2024-11-26T12:23:19,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/c8e52970fcf643a794d092e8006fb506 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/c8e52970fcf643a794d092e8006fb506 2024-11-26T12:23:19,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/d0af9907a9674d6eb208ee875d1dc189 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/d0af9907a9674d6eb208ee875d1dc189 2024-11-26T12:23:19,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/8636511ff26845198b57f0e81939a613 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/8636511ff26845198b57f0e81939a613 2024-11-26T12:23:19,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/4b8c0921f7cb4c6b98a7fb3ed191e2ac to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/4b8c0921f7cb4c6b98a7fb3ed191e2ac 2024-11-26T12:23:19,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/c736e44363a6416093bca49a779749ac to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/c736e44363a6416093bca49a779749ac 2024-11-26T12:23:19,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/70a6c2e5db894656bb8f336fa9773a89, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/fa16afb1a9924bf6b280fcac131eac78, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/3111dac2ba9c4cae807647ea60cc93d0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/25f18ec6c4794c6dab670c2e99710aed, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/52da1d69571540918e08e2c6a67309d1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/b1f639510de649ae9dd8008575238e43, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/67bc9ce9fa4344f6a7eecb18dde436e7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/48c631527b5e418c965e38f7ef5b0fd4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/219f815a5f49415bb27f5283da367f4d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/14e933b245674912836feda4feb03587, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/7972832fe1564bf2855cd62671820506, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/90e02d71fc5b478f9032792cbbea511c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/90c4cab058ed4571840f90dd4ca0dbfc, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/6e01bfa6023349bda4ac5b6246629208, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/03fe37adf96f49e8803b9c7ea245be83, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/2d8a46e6d7e0430e94cc3bde0cc0261b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/3f57c67504104001bd84126d277988a4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/8be075787d3b4750971041c85d5d5289, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/387f8d40438c4334b98fad80f6a8f1e4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1f19ba2734a04d50a74dd7a60055613d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1c227ec71dd547cc98266864afb0f96b] to archive 2024-11-26T12:23:19,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:23:19,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/70a6c2e5db894656bb8f336fa9773a89 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/70a6c2e5db894656bb8f336fa9773a89 2024-11-26T12:23:19,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/fa16afb1a9924bf6b280fcac131eac78 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/fa16afb1a9924bf6b280fcac131eac78 2024-11-26T12:23:19,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/3111dac2ba9c4cae807647ea60cc93d0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/3111dac2ba9c4cae807647ea60cc93d0 2024-11-26T12:23:19,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/25f18ec6c4794c6dab670c2e99710aed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/25f18ec6c4794c6dab670c2e99710aed 2024-11-26T12:23:19,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/52da1d69571540918e08e2c6a67309d1 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/52da1d69571540918e08e2c6a67309d1 2024-11-26T12:23:19,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/b1f639510de649ae9dd8008575238e43 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/b1f639510de649ae9dd8008575238e43 2024-11-26T12:23:19,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/67bc9ce9fa4344f6a7eecb18dde436e7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/67bc9ce9fa4344f6a7eecb18dde436e7 2024-11-26T12:23:19,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/48c631527b5e418c965e38f7ef5b0fd4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/48c631527b5e418c965e38f7ef5b0fd4 2024-11-26T12:23:19,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/219f815a5f49415bb27f5283da367f4d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/219f815a5f49415bb27f5283da367f4d 2024-11-26T12:23:19,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/14e933b245674912836feda4feb03587 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/14e933b245674912836feda4feb03587 2024-11-26T12:23:19,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/7972832fe1564bf2855cd62671820506 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/7972832fe1564bf2855cd62671820506 2024-11-26T12:23:19,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/90e02d71fc5b478f9032792cbbea511c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/90e02d71fc5b478f9032792cbbea511c 2024-11-26T12:23:19,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/90c4cab058ed4571840f90dd4ca0dbfc to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/90c4cab058ed4571840f90dd4ca0dbfc 2024-11-26T12:23:19,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/6e01bfa6023349bda4ac5b6246629208 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/6e01bfa6023349bda4ac5b6246629208 2024-11-26T12:23:19,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/03fe37adf96f49e8803b9c7ea245be83 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/03fe37adf96f49e8803b9c7ea245be83 2024-11-26T12:23:19,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/2d8a46e6d7e0430e94cc3bde0cc0261b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/2d8a46e6d7e0430e94cc3bde0cc0261b 2024-11-26T12:23:19,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/3f57c67504104001bd84126d277988a4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/3f57c67504104001bd84126d277988a4 2024-11-26T12:23:19,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/8be075787d3b4750971041c85d5d5289 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/8be075787d3b4750971041c85d5d5289 2024-11-26T12:23:19,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/387f8d40438c4334b98fad80f6a8f1e4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/387f8d40438c4334b98fad80f6a8f1e4 2024-11-26T12:23:19,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1f19ba2734a04d50a74dd7a60055613d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1f19ba2734a04d50a74dd7a60055613d 2024-11-26T12:23:19,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1c227ec71dd547cc98266864afb0f96b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/1c227ec71dd547cc98266864afb0f96b 2024-11-26T12:23:19,680 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/recovered.edits/545.seqid, newMaxSeqId=545, maxSeqId=1 2024-11-26T12:23:19,681 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496. 2024-11-26T12:23:19,681 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for eba1eb31079bb6ed0ad2ed4211def496: 2024-11-26T12:23:19,682 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:19,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=eba1eb31079bb6ed0ad2ed4211def496, regionState=CLOSED 2024-11-26T12:23:19,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-26T12:23:19,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure eba1eb31079bb6ed0ad2ed4211def496, server=562bc02006f1,39263,1732623663394 in 735 msec 2024-11-26T12:23:19,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-26T12:23:19,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eba1eb31079bb6ed0ad2ed4211def496, UNASSIGN in 738 msec 2024-11-26T12:23:19,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-26T12:23:19,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 741 msec 2024-11-26T12:23:19,690 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623799690"}]},"ts":"1732623799690"} 2024-11-26T12:23:19,690 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T12:23:19,693 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T12:23:19,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 756 msec 2024-11-26T12:23:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T12:23:20,044 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-26T12:23:20,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T12:23:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:20,046 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T12:23:20,047 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:20,050 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:20,054 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/recovered.edits] 2024-11-26T12:23:20,058 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/068479bdda7e4ff89a676903374c3d09 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/068479bdda7e4ff89a676903374c3d09 2024-11-26T12:23:20,060 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/259121271af6430d86e9c3947380a7d6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/259121271af6430d86e9c3947380a7d6 2024-11-26T12:23:20,063 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/682d557327784a5480f53b652ac5e1b6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/A/682d557327784a5480f53b652ac5e1b6 2024-11-26T12:23:20,068 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/29f4547f5339400990eae100e481dfce to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/29f4547f5339400990eae100e481dfce 2024-11-26T12:23:20,069 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e5fe19e21b88405594ec5eeee388c9ad to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/e5fe19e21b88405594ec5eeee388c9ad 2024-11-26T12:23:20,071 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/f766cbfec1524cb8a82382fd7a3a90fb to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/B/f766cbfec1524cb8a82382fd7a3a90fb 2024-11-26T12:23:20,078 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/312ec283181e421a913d1ddad5643f3a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/312ec283181e421a913d1ddad5643f3a 2024-11-26T12:23:20,080 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/94bebc930b104806ab04894f7bb82129 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/94bebc930b104806ab04894f7bb82129 2024-11-26T12:23:20,081 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/f750c9802c4349b3970d53c5acd2accc to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/C/f750c9802c4349b3970d53c5acd2accc 2024-11-26T12:23:20,089 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/recovered.edits/545.seqid to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496/recovered.edits/545.seqid 2024-11-26T12:23:20,090 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/eba1eb31079bb6ed0ad2ed4211def496 2024-11-26T12:23:20,090 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T12:23:20,093 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:20,101 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T12:23:20,103 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T12:23:20,105 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:20,105 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T12:23:20,105 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732623800105"}]},"ts":"9223372036854775807"} 2024-11-26T12:23:20,114 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T12:23:20,114 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => eba1eb31079bb6ed0ad2ed4211def496, NAME => 'TestAcidGuarantees,,1732623773265.eba1eb31079bb6ed0ad2ed4211def496.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T12:23:20,114 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T12:23:20,114 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732623800114"}]},"ts":"9223372036854775807"} 2024-11-26T12:23:20,125 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T12:23:20,128 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:20,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 83 msec 2024-11-26T12:23:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T12:23:20,148 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-26T12:23:20,159 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240 (was 241), OpenFileDescriptor=451 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=733 (was 618) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1403 (was 1472) 2024-11-26T12:23:20,170 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=733, ProcessCount=11, AvailableMemoryMB=1402 2024-11-26T12:23:20,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T12:23:20,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T12:23:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:20,174 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T12:23:20,174 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:20,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 155 2024-11-26T12:23:20,175 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T12:23:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T12:23:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742460_1636 (size=960) 2024-11-26T12:23:20,182 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77 2024-11-26T12:23:20,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742461_1637 (size=53) 2024-11-26T12:23:20,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:23:20,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 282a2fc4977730f00631b00cfde6db2c, disabling compactions & flushes 2024-11-26T12:23:20,188 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:20,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:20,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. after waiting 0 ms 2024-11-26T12:23:20,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:20,188 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:20,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:20,189 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T12:23:20,190 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732623800189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732623800189"}]},"ts":"1732623800189"} 2024-11-26T12:23:20,190 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T12:23:20,191 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T12:23:20,191 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623800191"}]},"ts":"1732623800191"} 2024-11-26T12:23:20,192 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T12:23:20,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=282a2fc4977730f00631b00cfde6db2c, ASSIGN}] 2024-11-26T12:23:20,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=282a2fc4977730f00631b00cfde6db2c, ASSIGN 2024-11-26T12:23:20,198 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=282a2fc4977730f00631b00cfde6db2c, ASSIGN; state=OFFLINE, location=562bc02006f1,39263,1732623663394; forceNewPlan=false, retain=false 2024-11-26T12:23:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T12:23:20,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=282a2fc4977730f00631b00cfde6db2c, regionState=OPENING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:23:20,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; OpenRegionProcedure 282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:23:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T12:23:20,502 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:20,504 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:20,505 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7285): Opening region: {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T12:23:20,505 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:20,505 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:23:20,505 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7327): checking encryption for 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:20,505 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7330): checking classloading for 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:20,507 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:20,508 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:23:20,508 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 282a2fc4977730f00631b00cfde6db2c columnFamilyName A 2024-11-26T12:23:20,508 DEBUG [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:20,509 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.HStore(327): Store=282a2fc4977730f00631b00cfde6db2c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:23:20,509 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:20,510 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:23:20,510 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 282a2fc4977730f00631b00cfde6db2c columnFamilyName B 2024-11-26T12:23:20,510 DEBUG [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:20,511 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.HStore(327): Store=282a2fc4977730f00631b00cfde6db2c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:23:20,511 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:20,511 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:23:20,512 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 282a2fc4977730f00631b00cfde6db2c columnFamilyName C 2024-11-26T12:23:20,512 DEBUG [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:20,512 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.HStore(327): Store=282a2fc4977730f00631b00cfde6db2c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:23:20,513 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:20,513 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:20,514 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:20,515 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T12:23:20,516 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1085): writing seq id for 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:20,518 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T12:23:20,518 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1102): Opened 282a2fc4977730f00631b00cfde6db2c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65119893, jitterRate=-0.029637977480888367}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T12:23:20,519 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1001): Region open journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:20,520 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., pid=157, masterSystemTime=1732623800501 2024-11-26T12:23:20,521 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:20,521 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:20,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=282a2fc4977730f00631b00cfde6db2c, regionState=OPEN, openSeqNum=2, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:23:20,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-26T12:23:20,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; OpenRegionProcedure 282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 in 173 msec 2024-11-26T12:23:20,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-26T12:23:20,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=282a2fc4977730f00631b00cfde6db2c, ASSIGN in 328 msec 2024-11-26T12:23:20,526 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T12:23:20,526 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623800526"}]},"ts":"1732623800526"} 2024-11-26T12:23:20,527 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T12:23:20,530 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T12:23:20,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 358 msec 2024-11-26T12:23:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-26T12:23:20,778 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-26T12:23:20,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-11-26T12:23:20,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:23:20,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:23:20,789 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:23:20,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T12:23:20,791 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T12:23:20,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T12:23:20,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T12:23:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742462_1638 (size=996) 2024-11-26T12:23:21,203 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T12:23:21,203 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T12:23:21,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T12:23:21,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=282a2fc4977730f00631b00cfde6db2c, REOPEN/MOVE}] 2024-11-26T12:23:21,206 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=282a2fc4977730f00631b00cfde6db2c, REOPEN/MOVE 2024-11-26T12:23:21,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=282a2fc4977730f00631b00cfde6db2c, regionState=CLOSING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,207 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T12:23:21,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure 282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:23:21,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,359 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:21,359 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T12:23:21,359 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing 282a2fc4977730f00631b00cfde6db2c, disabling compactions & flushes 2024-11-26T12:23:21,359 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:21,359 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:21,359 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. after waiting 0 ms 2024-11-26T12:23:21,359 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:21,362 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T12:23:21,363 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:21,363 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:21,363 WARN [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionServer(3786): Not adding moved region record: 282a2fc4977730f00631b00cfde6db2c to self. 2024-11-26T12:23:21,364 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:21,364 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=282a2fc4977730f00631b00cfde6db2c, regionState=CLOSED 2024-11-26T12:23:21,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-26T12:23:21,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure 282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 in 158 msec 2024-11-26T12:23:21,366 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=282a2fc4977730f00631b00cfde6db2c, REOPEN/MOVE; state=CLOSED, location=562bc02006f1,39263,1732623663394; forceNewPlan=false, retain=true 2024-11-26T12:23:21,517 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=282a2fc4977730f00631b00cfde6db2c, regionState=OPENING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=160, state=RUNNABLE; OpenRegionProcedure 282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:23:21,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,671 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:21,671 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7285): Opening region: {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T12:23:21,672 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:21,672 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T12:23:21,672 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7327): checking encryption for 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:21,672 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7330): checking classloading for 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:21,673 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:21,674 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:23:21,674 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 282a2fc4977730f00631b00cfde6db2c columnFamilyName A 2024-11-26T12:23:21,675 DEBUG [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:21,675 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.HStore(327): Store=282a2fc4977730f00631b00cfde6db2c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:23:21,675 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:21,676 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:23:21,676 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 282a2fc4977730f00631b00cfde6db2c columnFamilyName B 2024-11-26T12:23:21,676 DEBUG [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:21,676 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.HStore(327): Store=282a2fc4977730f00631b00cfde6db2c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:23:21,677 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:21,677 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T12:23:21,677 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 282a2fc4977730f00631b00cfde6db2c columnFamilyName C 2024-11-26T12:23:21,677 DEBUG [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:21,677 INFO [StoreOpener-282a2fc4977730f00631b00cfde6db2c-1 {}] regionserver.HStore(327): Store=282a2fc4977730f00631b00cfde6db2c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T12:23:21,678 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:21,678 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:21,679 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:21,680 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T12:23:21,681 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1085): writing seq id for 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:21,682 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1102): Opened 282a2fc4977730f00631b00cfde6db2c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72141099, jitterRate=0.07498614490032196}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T12:23:21,682 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1001): Region open journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:21,683 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., pid=162, masterSystemTime=1732623801669 2024-11-26T12:23:21,684 DEBUG [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:21,684 INFO [RS_OPEN_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:21,684 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=282a2fc4977730f00631b00cfde6db2c, regionState=OPEN, openSeqNum=5, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=160 2024-11-26T12:23:21,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=160, state=SUCCESS; OpenRegionProcedure 282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 in 167 msec 2024-11-26T12:23:21,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-26T12:23:21,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=282a2fc4977730f00631b00cfde6db2c, REOPEN/MOVE in 480 msec 2024-11-26T12:23:21,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-26T12:23:21,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec 2024-11-26T12:23:21,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-11-26T12:23:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-26T12:23:21,692 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-26T12:23:21,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:23:21,695 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-26T12:23:21,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:23:21,699 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-26T12:23:21,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:23:21,702 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-26T12:23:21,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:23:21,706 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-26T12:23:21,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:23:21,714 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-11-26T12:23:21,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:23:21,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-26T12:23:21,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:23:21,723 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-26T12:23:21,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:23:21,726 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-26T12:23:21,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:23:21,730 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:61369 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-26T12:23:21,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T12:23:21,736 DEBUG [hconnection-0x5c55f643-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:23:21,737 DEBUG [hconnection-0x4b357a67-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:23:21,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:21,737 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:23:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-26T12:23:21,738 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:23:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T12:23:21,739 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:21,739 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:21,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:21,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T12:23:21,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:21,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:21,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:21,744 DEBUG [hconnection-0x1430b60d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:23:21,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:21,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:21,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:21,744 DEBUG [hconnection-0x418d0c6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:23:21,745 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:23:21,745 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:23:21,752 DEBUG [hconnection-0x1399f523-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:23:21,753 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:23:21,754 DEBUG [hconnection-0x186c8b3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:23:21,755 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:23:21,756 DEBUG [hconnection-0x649f4022-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:23:21,757 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:23:21,764 DEBUG [hconnection-0x4a1acf08-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:23:21,765 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:23:21,766 DEBUG [hconnection-0x64a2d5e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:23:21,767 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:23:21,768 DEBUG [hconnection-0x2c561bd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T12:23:21,769 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T12:23:21,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b353e3be68474b019fd7ccb87d009afa_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623801743/Put/seqid=0 2024-11-26T12:23:21,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742463_1639 (size=12154) 2024-11-26T12:23:21,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623861791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623861791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:21,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623861792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623861791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623861793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T12:23:21,891 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T12:23:21,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:21,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:21,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:21,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:21,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:21,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623861894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623861895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623861895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:21,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623861896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623861895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T12:23:22,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T12:23:22,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:22,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623862096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623862097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623862099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623862099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623862099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,182 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:22,185 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b353e3be68474b019fd7ccb87d009afa_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b353e3be68474b019fd7ccb87d009afa_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:22,186 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/60439548b89a4ac18fbacdecc64339b0, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:22,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/60439548b89a4ac18fbacdecc64339b0 is 175, key is test_row_0/A:col10/1732623801743/Put/seqid=0 2024-11-26T12:23:22,196 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T12:23:22,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:22,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742464_1640 (size=30955) 2024-11-26T12:23:22,202 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/60439548b89a4ac18fbacdecc64339b0 2024-11-26T12:23:22,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/88bac4e82f184d7e8a3190c5bc0911e7 is 50, key is test_row_0/B:col10/1732623801743/Put/seqid=0 2024-11-26T12:23:22,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742465_1641 (size=12001) 2024-11-26T12:23:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T12:23:22,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T12:23:22,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:22,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623862399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623862401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623862402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623862402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623862403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,501 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T12:23:22,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/88bac4e82f184d7e8a3190c5bc0911e7 2024-11-26T12:23:22,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/82003cacd80a4d89a2c26b89aaa9db8a is 50, key is test_row_0/C:col10/1732623801743/Put/seqid=0 2024-11-26T12:23:22,654 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742466_1642 (size=12001) 2024-11-26T12:23:22,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T12:23:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T12:23:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T12:23:22,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623862902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623862904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623862904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623862905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623862910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:22,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T12:23:22,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:22,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:22,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:23,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/82003cacd80a4d89a2c26b89aaa9db8a 2024-11-26T12:23:23,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/60439548b89a4ac18fbacdecc64339b0 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/60439548b89a4ac18fbacdecc64339b0 2024-11-26T12:23:23,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/60439548b89a4ac18fbacdecc64339b0, entries=150, sequenceid=16, filesize=30.2 K 2024-11-26T12:23:23,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/88bac4e82f184d7e8a3190c5bc0911e7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/88bac4e82f184d7e8a3190c5bc0911e7 2024-11-26T12:23:23,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/88bac4e82f184d7e8a3190c5bc0911e7, entries=150, sequenceid=16, filesize=11.7 K 2024-11-26T12:23:23,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/82003cacd80a4d89a2c26b89aaa9db8a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/82003cacd80a4d89a2c26b89aaa9db8a 2024-11-26T12:23:23,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/82003cacd80a4d89a2c26b89aaa9db8a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-26T12:23:23,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 282a2fc4977730f00631b00cfde6db2c in 1327ms, sequenceid=16, compaction requested=false 2024-11-26T12:23:23,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:23,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:23,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T12:23:23,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:23,113 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:23:23,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:23,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:23,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:23,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:23,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:23,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:23,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b64b5500abc3403d8fc83b306d65f236_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623801791/Put/seqid=0 2024-11-26T12:23:23,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742467_1643 (size=12154) 2024-11-26T12:23:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:23,530 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b64b5500abc3403d8fc83b306d65f236_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b64b5500abc3403d8fc83b306d65f236_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:23,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/bb61ef4c55d84ae1b853869a485aac99, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:23,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/bb61ef4c55d84ae1b853869a485aac99 is 175, key is test_row_0/A:col10/1732623801791/Put/seqid=0 2024-11-26T12:23:23,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742468_1644 (size=30955) 2024-11-26T12:23:23,544 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/bb61ef4c55d84ae1b853869a485aac99 2024-11-26T12:23:23,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/58466508525f45c6b9af77c575558470 is 50, key is test_row_0/B:col10/1732623801791/Put/seqid=0 2024-11-26T12:23:23,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742469_1645 (size=12001) 2024-11-26T12:23:23,554 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/58466508525f45c6b9af77c575558470 2024-11-26T12:23:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/82b2ee10b72a4f7e9d5ac8fed4a2502b is 50, key is test_row_0/C:col10/1732623801791/Put/seqid=0 2024-11-26T12:23:23,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742470_1646 (size=12001) 2024-11-26T12:23:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T12:23:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:23,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:23,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623863914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:23,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623863914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:23,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623863916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:23,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623863916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:23,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623863916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:23,964 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/82b2ee10b72a4f7e9d5ac8fed4a2502b 2024-11-26T12:23:23,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/bb61ef4c55d84ae1b853869a485aac99 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bb61ef4c55d84ae1b853869a485aac99 2024-11-26T12:23:23,970 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bb61ef4c55d84ae1b853869a485aac99, entries=150, sequenceid=40, filesize=30.2 K 2024-11-26T12:23:23,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/58466508525f45c6b9af77c575558470 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/58466508525f45c6b9af77c575558470 2024-11-26T12:23:23,974 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/58466508525f45c6b9af77c575558470, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T12:23:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/82b2ee10b72a4f7e9d5ac8fed4a2502b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/82b2ee10b72a4f7e9d5ac8fed4a2502b 2024-11-26T12:23:23,978 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/82b2ee10b72a4f7e9d5ac8fed4a2502b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T12:23:23,979 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 282a2fc4977730f00631b00cfde6db2c in 867ms, sequenceid=40, compaction requested=false 2024-11-26T12:23:23,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:23,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:23,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-26T12:23:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-26T12:23:23,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-26T12:23:23,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2410 sec 2024-11-26T12:23:23,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.2440 sec 2024-11-26T12:23:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:24,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:23:24,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:24,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:24,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:24,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:24,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:24,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:24,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b6f6c1b694f449dc8447af953f4b5f0d_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623803915/Put/seqid=0 2024-11-26T12:23:24,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742471_1647 (size=12154) 2024-11-26T12:23:24,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623864034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623864034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623864035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623864035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623864036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623864138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623864138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623864138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623864138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623864138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623864341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623864341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623864341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623864341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623864342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,430 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:24,433 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b6f6c1b694f449dc8447af953f4b5f0d_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b6f6c1b694f449dc8447af953f4b5f0d_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:24,434 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/0409b4b2c7a34956b5d695e4a34e5efc, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:24,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/0409b4b2c7a34956b5d695e4a34e5efc is 175, key is test_row_0/A:col10/1732623803915/Put/seqid=0 2024-11-26T12:23:24,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742472_1648 (size=30955) 2024-11-26T12:23:24,458 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/0409b4b2c7a34956b5d695e4a34e5efc 2024-11-26T12:23:24,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/287f40955afc4e88a92c5a753bba0105 is 50, key is test_row_0/B:col10/1732623803915/Put/seqid=0 2024-11-26T12:23:24,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742473_1649 (size=12001) 2024-11-26T12:23:24,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/287f40955afc4e88a92c5a753bba0105 2024-11-26T12:23:24,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/0b0028597455465fac948dd779ad9bbf is 50, key is test_row_0/C:col10/1732623803915/Put/seqid=0 2024-11-26T12:23:24,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742474_1650 (size=12001) 2024-11-26T12:23:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623864644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623864644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623864645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623864645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623864645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:24,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/0b0028597455465fac948dd779ad9bbf 2024-11-26T12:23:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/0409b4b2c7a34956b5d695e4a34e5efc as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/0409b4b2c7a34956b5d695e4a34e5efc 2024-11-26T12:23:24,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/0409b4b2c7a34956b5d695e4a34e5efc, entries=150, sequenceid=53, filesize=30.2 K 2024-11-26T12:23:24,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/287f40955afc4e88a92c5a753bba0105 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/287f40955afc4e88a92c5a753bba0105 2024-11-26T12:23:24,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/287f40955afc4e88a92c5a753bba0105, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T12:23:24,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/0b0028597455465fac948dd779ad9bbf as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0b0028597455465fac948dd779ad9bbf 2024-11-26T12:23:24,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0b0028597455465fac948dd779ad9bbf, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T12:23:24,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 282a2fc4977730f00631b00cfde6db2c in 875ms, sequenceid=53, compaction requested=true 2024-11-26T12:23:24,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:24,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:24,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:24,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:24,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:24,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:24,896 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:24,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:24,896 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:24,897 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:24,897 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:24,897 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/B is initiating minor compaction (all files) 2024-11-26T12:23:24,897 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/B in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:24,897 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/A is initiating minor compaction (all files) 2024-11-26T12:23:24,897 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/88bac4e82f184d7e8a3190c5bc0911e7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/58466508525f45c6b9af77c575558470, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/287f40955afc4e88a92c5a753bba0105] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=35.2 K 2024-11-26T12:23:24,897 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/A in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:24,897 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/60439548b89a4ac18fbacdecc64339b0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bb61ef4c55d84ae1b853869a485aac99, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/0409b4b2c7a34956b5d695e4a34e5efc] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=90.7 K 2024-11-26T12:23:24,897 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:24,897 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/60439548b89a4ac18fbacdecc64339b0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bb61ef4c55d84ae1b853869a485aac99, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/0409b4b2c7a34956b5d695e4a34e5efc] 2024-11-26T12:23:24,897 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 88bac4e82f184d7e8a3190c5bc0911e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732623801740 2024-11-26T12:23:24,898 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60439548b89a4ac18fbacdecc64339b0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732623801740 2024-11-26T12:23:24,898 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 58466508525f45c6b9af77c575558470, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732623801789 2024-11-26T12:23:24,898 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb61ef4c55d84ae1b853869a485aac99, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732623801789 2024-11-26T12:23:24,898 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 287f40955afc4e88a92c5a753bba0105, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732623803915 2024-11-26T12:23:24,898 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0409b4b2c7a34956b5d695e4a34e5efc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732623803915 2024-11-26T12:23:24,903 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:24,905 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#B#compaction#562 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:24,905 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/feee6bed540e4d62b148c511401aa049 is 50, key is test_row_0/B:col10/1732623803915/Put/seqid=0 2024-11-26T12:23:24,906 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126c7a07120a0fb461aa1bb00e3af19267e_282a2fc4977730f00631b00cfde6db2c store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:24,908 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126c7a07120a0fb461aa1bb00e3af19267e_282a2fc4977730f00631b00cfde6db2c, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:24,908 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c7a07120a0fb461aa1bb00e3af19267e_282a2fc4977730f00631b00cfde6db2c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:24,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742475_1651 (size=12104) 2024-11-26T12:23:24,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742476_1652 (size=4469) 2024-11-26T12:23:24,914 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#A#compaction#561 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:24,914 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/ce1a0b4fb58b43d8b82f5e0359b886b4 is 175, key is test_row_0/A:col10/1732623803915/Put/seqid=0 2024-11-26T12:23:24,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742477_1653 (size=31058) 2024-11-26T12:23:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:25,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:23:25,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:25,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:25,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:25,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:25,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:25,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:25,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126006ba1f98f994ab186b83a46a40f6257_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623804033/Put/seqid=0 2024-11-26T12:23:25,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623865156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623865156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623865156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623865157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623865158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742478_1654 (size=14594) 2024-11-26T12:23:25,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T12:23:25,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623865260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623865261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623865261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623865261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623865261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,316 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/feee6bed540e4d62b148c511401aa049 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/feee6bed540e4d62b148c511401aa049 2024-11-26T12:23:25,321 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/B of 282a2fc4977730f00631b00cfde6db2c into feee6bed540e4d62b148c511401aa049(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:25,321 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:25,321 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/B, priority=13, startTime=1732623804896; duration=0sec 2024-11-26T12:23:25,321 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:25,321 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:B 2024-11-26T12:23:25,321 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:25,322 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/ce1a0b4fb58b43d8b82f5e0359b886b4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/ce1a0b4fb58b43d8b82f5e0359b886b4 2024-11-26T12:23:25,322 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:25,323 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/C is initiating minor compaction (all files) 2024-11-26T12:23:25,323 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/C in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:25,323 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/82003cacd80a4d89a2c26b89aaa9db8a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/82b2ee10b72a4f7e9d5ac8fed4a2502b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0b0028597455465fac948dd779ad9bbf] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=35.2 K 2024-11-26T12:23:25,323 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 82003cacd80a4d89a2c26b89aaa9db8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732623801740 2024-11-26T12:23:25,324 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 82b2ee10b72a4f7e9d5ac8fed4a2502b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732623801789 2024-11-26T12:23:25,324 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b0028597455465fac948dd779ad9bbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732623803915 2024-11-26T12:23:25,327 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/A of 282a2fc4977730f00631b00cfde6db2c into ce1a0b4fb58b43d8b82f5e0359b886b4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:25,327 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:25,327 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/A, priority=13, startTime=1732623804895; duration=0sec 2024-11-26T12:23:25,327 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:25,327 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:A 2024-11-26T12:23:25,331 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#C#compaction#564 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:25,332 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/5e6edf495dd94371a31af12121cdf8b6 is 50, key is test_row_0/C:col10/1732623803915/Put/seqid=0 2024-11-26T12:23:25,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742479_1655 (size=12104) 2024-11-26T12:23:25,339 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/5e6edf495dd94371a31af12121cdf8b6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/5e6edf495dd94371a31af12121cdf8b6 2024-11-26T12:23:25,342 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/C of 282a2fc4977730f00631b00cfde6db2c into 5e6edf495dd94371a31af12121cdf8b6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:25,342 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:25,342 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/C, priority=13, startTime=1732623804896; duration=0sec 2024-11-26T12:23:25,342 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:25,342 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:C 2024-11-26T12:23:25,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623865464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623865464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623865464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623865464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623865465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,562 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:25,565 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126006ba1f98f994ab186b83a46a40f6257_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126006ba1f98f994ab186b83a46a40f6257_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:25,566 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/e0f09761220e4d318943599995cc78b1, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:25,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/e0f09761220e4d318943599995cc78b1 is 175, key is test_row_0/A:col10/1732623804033/Put/seqid=0 2024-11-26T12:23:25,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742480_1656 (size=39549) 2024-11-26T12:23:25,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623865766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623865767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623865767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623865768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623865769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T12:23:25,843 INFO [Thread-2792 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-26T12:23:25,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-26T12:23:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T12:23:25,847 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:25,847 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:25,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T12:23:25,970 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/e0f09761220e4d318943599995cc78b1 2024-11-26T12:23:25,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/49dfa52c8d954199b46e6794741cc7c8 is 50, key is test_row_0/B:col10/1732623804033/Put/seqid=0 2024-11-26T12:23:25,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742481_1657 (size=12001) 2024-11-26T12:23:25,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/49dfa52c8d954199b46e6794741cc7c8 2024-11-26T12:23:25,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/0145f222712f43bd8e5fcb2f0a285e77 is 50, key is test_row_0/C:col10/1732623804033/Put/seqid=0 2024-11-26T12:23:25,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742482_1658 (size=12001) 2024-11-26T12:23:25,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/0145f222712f43bd8e5fcb2f0a285e77 2024-11-26T12:23:25,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/e0f09761220e4d318943599995cc78b1 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/e0f09761220e4d318943599995cc78b1 2024-11-26T12:23:25,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/e0f09761220e4d318943599995cc78b1, entries=200, sequenceid=77, filesize=38.6 K 2024-11-26T12:23:25,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/49dfa52c8d954199b46e6794741cc7c8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/49dfa52c8d954199b46e6794741cc7c8 2024-11-26T12:23:25,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:25,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T12:23:25,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:26,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:26,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:26,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:26,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:26,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/49dfa52c8d954199b46e6794741cc7c8, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T12:23:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:26,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/0145f222712f43bd8e5fcb2f0a285e77 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0145f222712f43bd8e5fcb2f0a285e77 2024-11-26T12:23:26,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0145f222712f43bd8e5fcb2f0a285e77, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T12:23:26,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 282a2fc4977730f00631b00cfde6db2c in 855ms, sequenceid=77, compaction requested=false 2024-11-26T12:23:26,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T12:23:26,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T12:23:26,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:26,152 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:23:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:26,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b9ef5b117bd2472497b8830c3b3533c9_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623805156/Put/seqid=0 2024-11-26T12:23:26,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742483_1659 (size=12154) 2024-11-26T12:23:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:26,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:26,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623866284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623866285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623866285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623866286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623866287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623866388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623866388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623866388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623866389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623866390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T12:23:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:26,567 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b9ef5b117bd2472497b8830c3b3533c9_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b9ef5b117bd2472497b8830c3b3533c9_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:26,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/b8673760672c4580ab64ef1b1512cb79, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:26,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/b8673760672c4580ab64ef1b1512cb79 is 175, key is test_row_0/A:col10/1732623805156/Put/seqid=0 2024-11-26T12:23:26,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742484_1660 (size=30955) 2024-11-26T12:23:26,578 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/b8673760672c4580ab64ef1b1512cb79 2024-11-26T12:23:26,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/c3d350204e9e4986890735d2fb377aa2 is 50, key is test_row_0/B:col10/1732623805156/Put/seqid=0 2024-11-26T12:23:26,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742485_1661 (size=12001) 2024-11-26T12:23:26,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623866591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623866591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623866592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,594 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/c3d350204e9e4986890735d2fb377aa2 2024-11-26T12:23:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623866592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623866594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/b65a21f8ff624e78880f6b781dd51faf is 50, key is test_row_0/C:col10/1732623805156/Put/seqid=0 2024-11-26T12:23:26,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742486_1662 (size=12001) 2024-11-26T12:23:26,616 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/b65a21f8ff624e78880f6b781dd51faf 2024-11-26T12:23:26,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/b8673760672c4580ab64ef1b1512cb79 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b8673760672c4580ab64ef1b1512cb79 2024-11-26T12:23:26,623 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b8673760672c4580ab64ef1b1512cb79, entries=150, sequenceid=92, filesize=30.2 K 2024-11-26T12:23:26,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/c3d350204e9e4986890735d2fb377aa2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/c3d350204e9e4986890735d2fb377aa2 2024-11-26T12:23:26,627 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/c3d350204e9e4986890735d2fb377aa2, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T12:23:26,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/b65a21f8ff624e78880f6b781dd51faf as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/b65a21f8ff624e78880f6b781dd51faf 2024-11-26T12:23:26,630 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/b65a21f8ff624e78880f6b781dd51faf, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T12:23:26,631 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 282a2fc4977730f00631b00cfde6db2c in 479ms, sequenceid=92, compaction requested=true 2024-11-26T12:23:26,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:26,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:26,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-26T12:23:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-26T12:23:26,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-26T12:23:26,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 785 msec 2024-11-26T12:23:26,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 789 msec 2024-11-26T12:23:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:26,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T12:23:26,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:26,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:26,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:26,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:26,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:26,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:26,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a137b7d300a9434aadc6aed4df27371f_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623806284/Put/seqid=0 2024-11-26T12:23:26,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623866900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623866901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623866901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623866902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623866903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:26,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742487_1663 (size=12154) 2024-11-26T12:23:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T12:23:26,950 INFO [Thread-2792 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-26T12:23:26,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-26T12:23:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T12:23:26,952 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:26,953 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:26,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:27,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623867005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623867005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623867005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623867006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623867006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T12:23:27,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T12:23:27,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:27,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623867207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623867209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623867209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623867209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623867210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T12:23:27,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T12:23:27,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:27,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,307 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:27,311 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a137b7d300a9434aadc6aed4df27371f_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a137b7d300a9434aadc6aed4df27371f_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:27,312 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/bec5a8f66a0146ea826f29c3c7388162, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:27,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/bec5a8f66a0146ea826f29c3c7388162 is 175, key is test_row_0/A:col10/1732623806284/Put/seqid=0 2024-11-26T12:23:27,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742488_1664 (size=30955) 2024-11-26T12:23:27,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T12:23:27,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:27,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623867511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623867512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623867512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623867513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623867514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T12:23:27,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T12:23:27,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:27,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T12:23:27,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:27,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:27,739 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/bec5a8f66a0146ea826f29c3c7388162 2024-11-26T12:23:27,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/a542fdc1017e4bb997d976a4f69fae92 is 50, key is test_row_0/B:col10/1732623806284/Put/seqid=0 2024-11-26T12:23:27,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742489_1665 (size=12001) 2024-11-26T12:23:27,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/a542fdc1017e4bb997d976a4f69fae92 2024-11-26T12:23:27,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/4d85dd7402ad4a04b9e7f5f4216971c4 is 50, key is test_row_0/C:col10/1732623806284/Put/seqid=0 2024-11-26T12:23:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742490_1666 (size=12001) 2024-11-26T12:23:27,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/4d85dd7402ad4a04b9e7f5f4216971c4 2024-11-26T12:23:27,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/bec5a8f66a0146ea826f29c3c7388162 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bec5a8f66a0146ea826f29c3c7388162 2024-11-26T12:23:27,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bec5a8f66a0146ea826f29c3c7388162, entries=150, sequenceid=118, filesize=30.2 K 2024-11-26T12:23:27,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/a542fdc1017e4bb997d976a4f69fae92 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a542fdc1017e4bb997d976a4f69fae92 2024-11-26T12:23:27,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a542fdc1017e4bb997d976a4f69fae92, entries=150, sequenceid=118, filesize=11.7 K 2024-11-26T12:23:27,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/4d85dd7402ad4a04b9e7f5f4216971c4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/4d85dd7402ad4a04b9e7f5f4216971c4 2024-11-26T12:23:27,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/4d85dd7402ad4a04b9e7f5f4216971c4, entries=150, sequenceid=118, filesize=11.7 K 2024-11-26T12:23:27,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 282a2fc4977730f00631b00cfde6db2c in 880ms, sequenceid=118, compaction requested=true 2024-11-26T12:23:27,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:27,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:27,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:27,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:27,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:27,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:27,777 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:27,777 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:27,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:27,778 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:27,778 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/B is initiating minor compaction (all files) 2024-11-26T12:23:27,778 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/B in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,779 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/feee6bed540e4d62b148c511401aa049, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/49dfa52c8d954199b46e6794741cc7c8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/c3d350204e9e4986890735d2fb377aa2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a542fdc1017e4bb997d976a4f69fae92] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=47.0 K 2024-11-26T12:23:27,779 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:27,779 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/A is initiating minor compaction (all files) 2024-11-26T12:23:27,779 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/A in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,779 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting feee6bed540e4d62b148c511401aa049, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732623803915 2024-11-26T12:23:27,779 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/ce1a0b4fb58b43d8b82f5e0359b886b4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/e0f09761220e4d318943599995cc78b1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b8673760672c4580ab64ef1b1512cb79, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bec5a8f66a0146ea826f29c3c7388162] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=129.4 K 2024-11-26T12:23:27,779 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,779 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/ce1a0b4fb58b43d8b82f5e0359b886b4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/e0f09761220e4d318943599995cc78b1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b8673760672c4580ab64ef1b1512cb79, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bec5a8f66a0146ea826f29c3c7388162] 2024-11-26T12:23:27,779 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 49dfa52c8d954199b46e6794741cc7c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732623804033 2024-11-26T12:23:27,779 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce1a0b4fb58b43d8b82f5e0359b886b4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732623803915 2024-11-26T12:23:27,780 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting c3d350204e9e4986890735d2fb377aa2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732623805152 2024-11-26T12:23:27,780 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0f09761220e4d318943599995cc78b1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732623804033 2024-11-26T12:23:27,780 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting a542fdc1017e4bb997d976a4f69fae92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732623806284 2024-11-26T12:23:27,780 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8673760672c4580ab64ef1b1512cb79, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732623805152 2024-11-26T12:23:27,780 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting bec5a8f66a0146ea826f29c3c7388162, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732623806284 2024-11-26T12:23:27,788 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#B#compaction#573 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:27,788 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/c0ee870011df4c1f93330054ab2bded5 is 50, key is test_row_0/B:col10/1732623806284/Put/seqid=0 2024-11-26T12:23:27,789 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:27,801 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126895289f1deb04d08974b691e9355021f_282a2fc4977730f00631b00cfde6db2c store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:27,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742491_1667 (size=12241) 2024-11-26T12:23:27,804 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126895289f1deb04d08974b691e9355021f_282a2fc4977730f00631b00cfde6db2c, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:27,804 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126895289f1deb04d08974b691e9355021f_282a2fc4977730f00631b00cfde6db2c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:27,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742492_1668 (size=4469) 2024-11-26T12:23:27,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:27,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T12:23:27,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:27,867 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T12:23:27,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:27,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b22ff13cfdaa4e0fb75c5c2364243d30_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623806902/Put/seqid=0 2024-11-26T12:23:27,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742493_1669 (size=12154) 2024-11-26T12:23:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:28,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:28,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623868032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623868034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623868034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623868035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623868036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T12:23:28,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623868137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623868138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623868138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623868138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623868141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,206 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/c0ee870011df4c1f93330054ab2bded5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/c0ee870011df4c1f93330054ab2bded5 2024-11-26T12:23:28,212 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#A#compaction#574 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:28,212 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/e4400775553d4c2883c6cb7006f1637c is 175, key is test_row_0/A:col10/1732623806284/Put/seqid=0 2024-11-26T12:23:28,214 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/B of 282a2fc4977730f00631b00cfde6db2c into c0ee870011df4c1f93330054ab2bded5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:28,214 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:28,214 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/B, priority=12, startTime=1732623807777; duration=0sec 2024-11-26T12:23:28,214 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:28,214 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:B 2024-11-26T12:23:28,215 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:28,215 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:28,215 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/C is initiating minor compaction (all files) 2024-11-26T12:23:28,215 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/C in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:28,215 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/5e6edf495dd94371a31af12121cdf8b6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0145f222712f43bd8e5fcb2f0a285e77, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/b65a21f8ff624e78880f6b781dd51faf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/4d85dd7402ad4a04b9e7f5f4216971c4] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=47.0 K 2024-11-26T12:23:28,216 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e6edf495dd94371a31af12121cdf8b6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732623803915 2024-11-26T12:23:28,216 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 0145f222712f43bd8e5fcb2f0a285e77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732623804033 2024-11-26T12:23:28,216 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting b65a21f8ff624e78880f6b781dd51faf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732623805152 2024-11-26T12:23:28,217 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d85dd7402ad4a04b9e7f5f4216971c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732623806284 2024-11-26T12:23:28,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742494_1670 (size=31195) 2024-11-26T12:23:28,225 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#C#compaction#576 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:28,226 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/0e90e1e1a1864dcca96083ee94f2be48 is 50, key is test_row_0/C:col10/1732623806284/Put/seqid=0 2024-11-26T12:23:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742495_1671 (size=12241) 2024-11-26T12:23:28,236 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/0e90e1e1a1864dcca96083ee94f2be48 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0e90e1e1a1864dcca96083ee94f2be48 2024-11-26T12:23:28,245 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/C of 282a2fc4977730f00631b00cfde6db2c into 0e90e1e1a1864dcca96083ee94f2be48(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:28,245 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:28,245 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/C, priority=12, startTime=1732623807777; duration=0sec 2024-11-26T12:23:28,245 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:28,245 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:C 2024-11-26T12:23:28,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:28,281 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b22ff13cfdaa4e0fb75c5c2364243d30_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b22ff13cfdaa4e0fb75c5c2364243d30_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:28,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/8f15b4cfb9554432a8c33020c84cabe7, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:28,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/8f15b4cfb9554432a8c33020c84cabe7 is 175, key is test_row_0/A:col10/1732623806902/Put/seqid=0 2024-11-26T12:23:28,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742496_1672 (size=30955) 2024-11-26T12:23:28,324 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/8f15b4cfb9554432a8c33020c84cabe7 2024-11-26T12:23:28,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/f5fd97539fc7452b9715555c2ae6efff is 50, key is test_row_0/B:col10/1732623806902/Put/seqid=0 2024-11-26T12:23:28,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742497_1673 (size=12001) 2024-11-26T12:23:28,342 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/f5fd97539fc7452b9715555c2ae6efff 2024-11-26T12:23:28,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623868342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623868342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623868343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623868343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623868345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/ca6ac6f6929241de978e3f2be7de2a38 is 50, key is test_row_0/C:col10/1732623806902/Put/seqid=0 2024-11-26T12:23:28,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742498_1674 (size=12001) 2024-11-26T12:23:28,380 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/ca6ac6f6929241de978e3f2be7de2a38 2024-11-26T12:23:28,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/8f15b4cfb9554432a8c33020c84cabe7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f15b4cfb9554432a8c33020c84cabe7 2024-11-26T12:23:28,386 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f15b4cfb9554432a8c33020c84cabe7, entries=150, sequenceid=128, filesize=30.2 K 2024-11-26T12:23:28,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/f5fd97539fc7452b9715555c2ae6efff as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/f5fd97539fc7452b9715555c2ae6efff 2024-11-26T12:23:28,395 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/f5fd97539fc7452b9715555c2ae6efff, entries=150, sequenceid=128, filesize=11.7 K 2024-11-26T12:23:28,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/ca6ac6f6929241de978e3f2be7de2a38 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ca6ac6f6929241de978e3f2be7de2a38 2024-11-26T12:23:28,401 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ca6ac6f6929241de978e3f2be7de2a38, entries=150, sequenceid=128, filesize=11.7 K 2024-11-26T12:23:28,402 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 282a2fc4977730f00631b00cfde6db2c in 535ms, sequenceid=128, compaction requested=false 2024-11-26T12:23:28,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:28,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:28,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-26T12:23:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-26T12:23:28,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-26T12:23:28,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4530 sec 2024-11-26T12:23:28,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.4560 sec 2024-11-26T12:23:28,622 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/e4400775553d4c2883c6cb7006f1637c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/e4400775553d4c2883c6cb7006f1637c 2024-11-26T12:23:28,627 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/A of 282a2fc4977730f00631b00cfde6db2c into e4400775553d4c2883c6cb7006f1637c(size=30.5 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:28,627 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:28,627 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/A, priority=12, startTime=1732623807777; duration=0sec 2024-11-26T12:23:28,627 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:28,627 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:A 2024-11-26T12:23:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:28,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T12:23:28,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:28,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:28,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:28,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:28,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:28,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:28,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623868654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623868654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126126bd27ba51a42a09b1fb8b0fdcdaea7_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623808033/Put/seqid=0 2024-11-26T12:23:28,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623868657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623868659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623868669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742499_1675 (size=12304) 2024-11-26T12:23:28,674 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:28,677 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126126bd27ba51a42a09b1fb8b0fdcdaea7_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126126bd27ba51a42a09b1fb8b0fdcdaea7_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:28,678 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/af3863d0a9044084a4dbc92a7a7bab59, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:28,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/af3863d0a9044084a4dbc92a7a7bab59 is 175, key is test_row_0/A:col10/1732623808033/Put/seqid=0 2024-11-26T12:23:28,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742500_1676 (size=31105) 2024-11-26T12:23:28,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623868760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623868761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623868763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623868772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623868772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623868964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623868966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623868966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623868976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:28,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623868977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T12:23:29,057 INFO [Thread-2792 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-26T12:23:29,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-26T12:23:29,062 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T12:23:29,063 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:29,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:29,096 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/af3863d0a9044084a4dbc92a7a7bab59 2024-11-26T12:23:29,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/bfe6d805fa3c496ba0d0d2e255976673 is 50, key is test_row_0/B:col10/1732623808033/Put/seqid=0 2024-11-26T12:23:29,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742501_1677 (size=12151) 2024-11-26T12:23:29,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/bfe6d805fa3c496ba0d0d2e255976673 2024-11-26T12:23:29,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/7ef80976eb264444844867740a92794b is 50, key is test_row_0/C:col10/1732623808033/Put/seqid=0 2024-11-26T12:23:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T12:23:29,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742502_1678 (size=12151) 2024-11-26T12:23:29,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/7ef80976eb264444844867740a92794b 2024-11-26T12:23:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/af3863d0a9044084a4dbc92a7a7bab59 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af3863d0a9044084a4dbc92a7a7bab59 2024-11-26T12:23:29,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af3863d0a9044084a4dbc92a7a7bab59, entries=150, sequenceid=158, filesize=30.4 K 2024-11-26T12:23:29,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/bfe6d805fa3c496ba0d0d2e255976673 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/bfe6d805fa3c496ba0d0d2e255976673 2024-11-26T12:23:29,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/bfe6d805fa3c496ba0d0d2e255976673, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T12:23:29,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/7ef80976eb264444844867740a92794b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7ef80976eb264444844867740a92794b 2024-11-26T12:23:29,214 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T12:23:29,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:29,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:29,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:29,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:29,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:29,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7ef80976eb264444844867740a92794b, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T12:23:29,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 282a2fc4977730f00631b00cfde6db2c in 570ms, sequenceid=158, compaction requested=true 2024-11-26T12:23:29,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:29,218 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:29,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:29,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:29,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:29,220 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:29,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:29,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:29,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:29,221 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93255 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:29,221 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/A is initiating minor compaction (all files) 2024-11-26T12:23:29,221 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/A in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:29,221 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/e4400775553d4c2883c6cb7006f1637c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f15b4cfb9554432a8c33020c84cabe7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af3863d0a9044084a4dbc92a7a7bab59] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=91.1 K 2024-11-26T12:23:29,221 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:29,221 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/e4400775553d4c2883c6cb7006f1637c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f15b4cfb9554432a8c33020c84cabe7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af3863d0a9044084a4dbc92a7a7bab59] 2024-11-26T12:23:29,222 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4400775553d4c2883c6cb7006f1637c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732623806284 2024-11-26T12:23:29,222 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:29,223 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/B is initiating minor compaction (all files) 2024-11-26T12:23:29,223 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/B in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:29,223 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/c0ee870011df4c1f93330054ab2bded5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/f5fd97539fc7452b9715555c2ae6efff, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/bfe6d805fa3c496ba0d0d2e255976673] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=35.5 K 2024-11-26T12:23:29,223 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f15b4cfb9554432a8c33020c84cabe7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732623806900 2024-11-26T12:23:29,223 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting c0ee870011df4c1f93330054ab2bded5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732623806284 2024-11-26T12:23:29,223 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting af3863d0a9044084a4dbc92a7a7bab59, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732623808033 2024-11-26T12:23:29,224 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting f5fd97539fc7452b9715555c2ae6efff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732623806900 2024-11-26T12:23:29,224 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting bfe6d805fa3c496ba0d0d2e255976673, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732623808033 2024-11-26T12:23:29,236 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:29,241 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#B#compaction#583 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:29,243 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/684cc536b8d94fe39f132ae897c5f7d9 is 50, key is test_row_0/B:col10/1732623808033/Put/seqid=0 2024-11-26T12:23:29,244 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112657e581cab0554acdabaa27bbedb947fe_282a2fc4977730f00631b00cfde6db2c store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:29,246 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112657e581cab0554acdabaa27bbedb947fe_282a2fc4977730f00631b00cfde6db2c, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:29,246 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112657e581cab0554acdabaa27bbedb947fe_282a2fc4977730f00631b00cfde6db2c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:29,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T12:23:29,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:29,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:29,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:29,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:29,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:29,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:29,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742503_1679 (size=4469) 2024-11-26T12:23:29,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112658ad4e48501c41f19a6f2ffb87db317a_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623809270/Put/seqid=0 2024-11-26T12:23:29,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742504_1680 (size=12493) 2024-11-26T12:23:29,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742505_1681 (size=12304) 2024-11-26T12:23:29,307 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:29,308 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/684cc536b8d94fe39f132ae897c5f7d9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/684cc536b8d94fe39f132ae897c5f7d9 2024-11-26T12:23:29,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623869305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623869306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,313 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/B of 282a2fc4977730f00631b00cfde6db2c into 684cc536b8d94fe39f132ae897c5f7d9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:29,313 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:29,313 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/B, priority=13, startTime=1732623809220; duration=0sec 2024-11-26T12:23:29,313 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:29,313 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:B 2024-11-26T12:23:29,313 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:29,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623869312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,314 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112658ad4e48501c41f19a6f2ffb87db317a_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112658ad4e48501c41f19a6f2ffb87db317a_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623869313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,315 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:29,315 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/C is initiating minor compaction (all files) 2024-11-26T12:23:29,315 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/C in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:29,315 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0e90e1e1a1864dcca96083ee94f2be48, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ca6ac6f6929241de978e3f2be7de2a38, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7ef80976eb264444844867740a92794b] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=35.5 K 2024-11-26T12:23:29,315 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/4e4b44dcfc98450683e24416c580b1f2, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:29,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/4e4b44dcfc98450683e24416c580b1f2 is 175, key is test_row_0/A:col10/1732623809270/Put/seqid=0 2024-11-26T12:23:29,317 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e90e1e1a1864dcca96083ee94f2be48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732623806284 2024-11-26T12:23:29,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623869313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,317 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting ca6ac6f6929241de978e3f2be7de2a38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732623806900 2024-11-26T12:23:29,318 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ef80976eb264444844867740a92794b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732623808033 2024-11-26T12:23:29,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742506_1682 (size=31105) 2024-11-26T12:23:29,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/4e4b44dcfc98450683e24416c580b1f2 2024-11-26T12:23:29,334 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#C#compaction#585 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:29,335 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/55e46e694457406f94aac502653be8ae is 50, key is test_row_0/C:col10/1732623808033/Put/seqid=0 2024-11-26T12:23:29,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/10fc61332dc44c99918ceb28791d31b4 is 50, key is test_row_0/B:col10/1732623809270/Put/seqid=0 2024-11-26T12:23:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T12:23:29,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T12:23:29,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:29,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:29,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:29,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:29,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:29,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742507_1683 (size=12493) 2024-11-26T12:23:29,409 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/55e46e694457406f94aac502653be8ae as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/55e46e694457406f94aac502653be8ae 2024-11-26T12:23:29,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742508_1684 (size=12151) 2024-11-26T12:23:29,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/10fc61332dc44c99918ceb28791d31b4 2024-11-26T12:23:29,416 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/C of 282a2fc4977730f00631b00cfde6db2c into 55e46e694457406f94aac502653be8ae(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:29,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623869414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,417 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:29,418 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/C, priority=13, startTime=1732623809220; duration=0sec 2024-11-26T12:23:29,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623869415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,418 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:29,418 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:C 2024-11-26T12:23:29,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623869415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623869415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623869418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/7a54ceb984114dd5bf59453b73b64092 is 50, key is test_row_0/C:col10/1732623809270/Put/seqid=0 2024-11-26T12:23:29,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742509_1685 (size=12151) 2024-11-26T12:23:29,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/7a54ceb984114dd5bf59453b73b64092 2024-11-26T12:23:29,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/4e4b44dcfc98450683e24416c580b1f2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/4e4b44dcfc98450683e24416c580b1f2 2024-11-26T12:23:29,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/4e4b44dcfc98450683e24416c580b1f2, entries=150, sequenceid=170, filesize=30.4 K 2024-11-26T12:23:29,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/10fc61332dc44c99918ceb28791d31b4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/10fc61332dc44c99918ceb28791d31b4 2024-11-26T12:23:29,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/10fc61332dc44c99918ceb28791d31b4, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T12:23:29,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/7a54ceb984114dd5bf59453b73b64092 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7a54ceb984114dd5bf59453b73b64092 2024-11-26T12:23:29,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7a54ceb984114dd5bf59453b73b64092, entries=150, sequenceid=170, filesize=11.9 K 2024-11-26T12:23:29,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 282a2fc4977730f00631b00cfde6db2c in 194ms, sequenceid=170, compaction requested=false 2024-11-26T12:23:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:29,522 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T12:23:29,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:29,522 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:23:29,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:29,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:29,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:29,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:29,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:29,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:29,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126284e555ad3ac498b9cd9c3e7e97d0699_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623809304/Put/seqid=0 2024-11-26T12:23:29,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742510_1686 (size=12304) 2024-11-26T12:23:29,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:29,559 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126284e555ad3ac498b9cd9c3e7e97d0699_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126284e555ad3ac498b9cd9c3e7e97d0699_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:29,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/739ebcf7d7d242958a9d46524751d919, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:29,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/739ebcf7d7d242958a9d46524751d919 is 175, key is test_row_0/A:col10/1732623809304/Put/seqid=0 2024-11-26T12:23:29,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742511_1687 (size=31105) 2024-11-26T12:23:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:29,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:29,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623869626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623869627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623869628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623869628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623869630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T12:23:29,680 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#A#compaction#582 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:29,681 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/05f33596f76d4032a775b518ad195ae9 is 175, key is test_row_0/A:col10/1732623808033/Put/seqid=0 2024-11-26T12:23:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742512_1688 (size=31447) 2024-11-26T12:23:29,714 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/05f33596f76d4032a775b518ad195ae9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/05f33596f76d4032a775b518ad195ae9 2024-11-26T12:23:29,721 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/A of 282a2fc4977730f00631b00cfde6db2c into 05f33596f76d4032a775b518ad195ae9(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:29,721 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:29,721 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/A, priority=13, startTime=1732623809218; duration=0sec 2024-11-26T12:23:29,721 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:29,721 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:A 2024-11-26T12:23:29,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623869732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623869732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623869732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623869733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623869735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623869934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623869936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623869936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623869938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623869938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:29,996 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/739ebcf7d7d242958a9d46524751d919 2024-11-26T12:23:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/4d9e30d8ad284e8d8bbd8aa1bb04f0ae is 50, key is test_row_0/B:col10/1732623809304/Put/seqid=0 2024-11-26T12:23:30,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742513_1689 (size=12151) 2024-11-26T12:23:30,046 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/4d9e30d8ad284e8d8bbd8aa1bb04f0ae 2024-11-26T12:23:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/f3ea45d83c20462db86b3543d2aadc03 is 50, key is test_row_0/C:col10/1732623809304/Put/seqid=0 2024-11-26T12:23:30,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742514_1690 (size=12151) 2024-11-26T12:23:30,100 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/f3ea45d83c20462db86b3543d2aadc03 2024-11-26T12:23:30,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/739ebcf7d7d242958a9d46524751d919 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/739ebcf7d7d242958a9d46524751d919 2024-11-26T12:23:30,111 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/739ebcf7d7d242958a9d46524751d919, entries=150, sequenceid=196, filesize=30.4 K 2024-11-26T12:23:30,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/4d9e30d8ad284e8d8bbd8aa1bb04f0ae as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4d9e30d8ad284e8d8bbd8aa1bb04f0ae 2024-11-26T12:23:30,116 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4d9e30d8ad284e8d8bbd8aa1bb04f0ae, entries=150, sequenceid=196, filesize=11.9 K 2024-11-26T12:23:30,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/f3ea45d83c20462db86b3543d2aadc03 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f3ea45d83c20462db86b3543d2aadc03 2024-11-26T12:23:30,121 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f3ea45d83c20462db86b3543d2aadc03, entries=150, sequenceid=196, filesize=11.9 K 2024-11-26T12:23:30,123 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 282a2fc4977730f00631b00cfde6db2c in 601ms, sequenceid=196, compaction requested=true 2024-11-26T12:23:30,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:30,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-26T12:23:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-26T12:23:30,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-26T12:23:30,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0610 sec 2024-11-26T12:23:30,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.0690 sec 2024-11-26T12:23:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T12:23:30,165 INFO [Thread-2792 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-26T12:23:30,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-26T12:23:30,169 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:30,170 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:30,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T12:23:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:30,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:23:30,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:30,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:30,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:30,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:30,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:30,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:30,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260c3f43b3a18948fdb3a789b57053fa83_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623810241/Put/seqid=0 2024-11-26T12:23:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T12:23:30,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623870273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623870274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623870275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623870278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623870278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742515_1691 (size=12304) 2024-11-26T12:23:30,322 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T12:23:30,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:30,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623870380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623870380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623870380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623870384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623870384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T12:23:30,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T12:23:30,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:30,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623870584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623870586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623870586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623870589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623870589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,629 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T12:23:30,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:30,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,691 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:30,696 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260c3f43b3a18948fdb3a789b57053fa83_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c3f43b3a18948fdb3a789b57053fa83_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:30,698 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/6b15a3f99fc54a6f99c893ee7ee0ffc8, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:30,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/6b15a3f99fc54a6f99c893ee7ee0ffc8 is 175, key is test_row_0/A:col10/1732623810241/Put/seqid=0 2024-11-26T12:23:30,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742516_1692 (size=31105) 2024-11-26T12:23:30,734 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/6b15a3f99fc54a6f99c893ee7ee0ffc8 2024-11-26T12:23:30,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/12de30c777674a4e9574ef8c5d881ba2 is 50, key is test_row_0/B:col10/1732623810241/Put/seqid=0 2024-11-26T12:23:30,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742517_1693 (size=12151) 2024-11-26T12:23:30,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/12de30c777674a4e9574ef8c5d881ba2 2024-11-26T12:23:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T12:23:30,781 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T12:23:30,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:30,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/057dd3d5a8f34a14be993d8f0ab1b91d is 50, key is test_row_0/C:col10/1732623810241/Put/seqid=0 2024-11-26T12:23:30,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742518_1694 (size=12151) 2024-11-26T12:23:30,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/057dd3d5a8f34a14be993d8f0ab1b91d 2024-11-26T12:23:30,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/6b15a3f99fc54a6f99c893ee7ee0ffc8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6b15a3f99fc54a6f99c893ee7ee0ffc8 2024-11-26T12:23:30,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6b15a3f99fc54a6f99c893ee7ee0ffc8, entries=150, sequenceid=211, filesize=30.4 K 2024-11-26T12:23:30,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/12de30c777674a4e9574ef8c5d881ba2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/12de30c777674a4e9574ef8c5d881ba2 2024-11-26T12:23:30,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/12de30c777674a4e9574ef8c5d881ba2, entries=150, sequenceid=211, filesize=11.9 K 2024-11-26T12:23:30,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/057dd3d5a8f34a14be993d8f0ab1b91d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/057dd3d5a8f34a14be993d8f0ab1b91d 2024-11-26T12:23:30,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/057dd3d5a8f34a14be993d8f0ab1b91d, entries=150, sequenceid=211, filesize=11.9 K 2024-11-26T12:23:30,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 282a2fc4977730f00631b00cfde6db2c in 606ms, sequenceid=211, compaction requested=true 2024-11-26T12:23:30,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:30,849 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:30,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:30,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:30,849 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:30,851 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:30,851 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/A is initiating minor compaction (all files) 2024-11-26T12:23:30,851 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/A in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,851 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/05f33596f76d4032a775b518ad195ae9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/4e4b44dcfc98450683e24416c580b1f2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/739ebcf7d7d242958a9d46524751d919, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6b15a3f99fc54a6f99c893ee7ee0ffc8] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=121.8 K 2024-11-26T12:23:30,851 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,851 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/05f33596f76d4032a775b518ad195ae9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/4e4b44dcfc98450683e24416c580b1f2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/739ebcf7d7d242958a9d46524751d919, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6b15a3f99fc54a6f99c893ee7ee0ffc8] 2024-11-26T12:23:30,851 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:30,852 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/B is initiating minor compaction (all files) 2024-11-26T12:23:30,852 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/B in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,852 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/684cc536b8d94fe39f132ae897c5f7d9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/10fc61332dc44c99918ceb28791d31b4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4d9e30d8ad284e8d8bbd8aa1bb04f0ae, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/12de30c777674a4e9574ef8c5d881ba2] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=47.8 K 2024-11-26T12:23:30,852 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 684cc536b8d94fe39f132ae897c5f7d9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732623808033 2024-11-26T12:23:30,852 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05f33596f76d4032a775b518ad195ae9, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732623808033 2024-11-26T12:23:30,852 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 10fc61332dc44c99918ceb28791d31b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732623808653 2024-11-26T12:23:30,853 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e4b44dcfc98450683e24416c580b1f2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732623808653 2024-11-26T12:23:30,853 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d9e30d8ad284e8d8bbd8aa1bb04f0ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732623809301 2024-11-26T12:23:30,853 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 739ebcf7d7d242958a9d46524751d919, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732623809301 2024-11-26T12:23:30,854 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 12de30c777674a4e9574ef8c5d881ba2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732623809627 2024-11-26T12:23:30,854 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b15a3f99fc54a6f99c893ee7ee0ffc8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732623809627 2024-11-26T12:23:30,868 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:30,875 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#B#compaction#595 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:30,876 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/b497af10c2f74997b9d6b89058b222a9 is 50, key is test_row_0/B:col10/1732623810241/Put/seqid=0 2024-11-26T12:23:30,884 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411268b8c58f438864a8abae81083af4d0aa1_282a2fc4977730f00631b00cfde6db2c store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:30,887 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411268b8c58f438864a8abae81083af4d0aa1_282a2fc4977730f00631b00cfde6db2c, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:30,887 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268b8c58f438864a8abae81083af4d0aa1_282a2fc4977730f00631b00cfde6db2c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:30,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:23:30,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:30,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:30,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:30,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:30,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:30,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:30,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623870907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623870908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623870907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623870914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623870914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,934 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:30,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T12:23:30,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:30,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742519_1695 (size=12629) 2024-11-26T12:23:30,951 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/b497af10c2f74997b9d6b89058b222a9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/b497af10c2f74997b9d6b89058b222a9 2024-11-26T12:23:30,957 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/B of 282a2fc4977730f00631b00cfde6db2c into b497af10c2f74997b9d6b89058b222a9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:30,958 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:30,958 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/B, priority=12, startTime=1732623810849; duration=0sec 2024-11-26T12:23:30,959 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:30,959 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:B 2024-11-26T12:23:30,959 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:30,960 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:30,960 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/C is initiating minor compaction (all files) 2024-11-26T12:23:30,960 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/C in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:30,960 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/55e46e694457406f94aac502653be8ae, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7a54ceb984114dd5bf59453b73b64092, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f3ea45d83c20462db86b3543d2aadc03, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/057dd3d5a8f34a14be993d8f0ab1b91d] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=47.8 K 2024-11-26T12:23:30,961 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 55e46e694457406f94aac502653be8ae, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732623808033 2024-11-26T12:23:30,962 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a54ceb984114dd5bf59453b73b64092, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732623808653 2024-11-26T12:23:30,964 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting f3ea45d83c20462db86b3543d2aadc03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732623809301 2024-11-26T12:23:30,965 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 057dd3d5a8f34a14be993d8f0ab1b91d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732623809627 2024-11-26T12:23:30,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742520_1696 (size=4469) 2024-11-26T12:23:30,974 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#A#compaction#594 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:30,975 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/d3e6352b3c7949b0bd699f7a665973cd is 175, key is test_row_0/A:col10/1732623810241/Put/seqid=0 2024-11-26T12:23:30,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264960bf13335c4a579b8e7960aadba36d_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623810892/Put/seqid=0 2024-11-26T12:23:31,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623871016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623871017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623871017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623871017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623871020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742521_1697 (size=31583) 2024-11-26T12:23:31,035 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#C#compaction#597 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:31,035 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/ceefd09179f84fd7a57e45eb2df4fd5e is 50, key is test_row_0/C:col10/1732623810241/Put/seqid=0 2024-11-26T12:23:31,043 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/d3e6352b3c7949b0bd699f7a665973cd as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d3e6352b3c7949b0bd699f7a665973cd 2024-11-26T12:23:31,050 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/A of 282a2fc4977730f00631b00cfde6db2c into d3e6352b3c7949b0bd699f7a665973cd(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:31,050 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:31,050 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/A, priority=12, startTime=1732623810849; duration=0sec 2024-11-26T12:23:31,051 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:31,051 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:A 2024-11-26T12:23:31,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742522_1698 (size=17284) 2024-11-26T12:23:31,087 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T12:23:31,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:31,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:31,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:31,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:31,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:31,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742523_1699 (size=12629) 2024-11-26T12:23:31,103 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/ceefd09179f84fd7a57e45eb2df4fd5e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ceefd09179f84fd7a57e45eb2df4fd5e 2024-11-26T12:23:31,112 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/C of 282a2fc4977730f00631b00cfde6db2c into ceefd09179f84fd7a57e45eb2df4fd5e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:31,112 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:31,112 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/C, priority=12, startTime=1732623810850; duration=0sec 2024-11-26T12:23:31,112 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:31,112 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:C 2024-11-26T12:23:31,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623871220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623871220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623871221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623871223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623871225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,241 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T12:23:31,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:31,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:31,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:31,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:31,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T12:23:31,393 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T12:23:31,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:31,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:31,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:31,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:31,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:31,465 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:31,469 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264960bf13335c4a579b8e7960aadba36d_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264960bf13335c4a579b8e7960aadba36d_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:31,470 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/11c6d20e3bec4cfc99c2bbae05ec6334, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:31,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/11c6d20e3bec4cfc99c2bbae05ec6334 is 175, key is test_row_0/A:col10/1732623810892/Put/seqid=0 2024-11-26T12:23:31,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742524_1700 (size=48389) 2024-11-26T12:23:31,480 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/11c6d20e3bec4cfc99c2bbae05ec6334 2024-11-26T12:23:31,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/720bbc18f96c46408a6b31edeb8ac501 is 50, key is test_row_0/B:col10/1732623810892/Put/seqid=0 2024-11-26T12:23:31,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623871524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623871524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623871525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623871527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623871528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742525_1701 (size=12151) 2024-11-26T12:23:31,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/720bbc18f96c46408a6b31edeb8ac501 2024-11-26T12:23:31,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T12:23:31,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:31,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:31,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:31,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:31,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:31,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/abf1c4b23e234ca798dbfaaa6717e5ba is 50, key is test_row_0/C:col10/1732623810892/Put/seqid=0 2024-11-26T12:23:31,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742526_1702 (size=12151) 2024-11-26T12:23:31,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/abf1c4b23e234ca798dbfaaa6717e5ba 2024-11-26T12:23:31,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/11c6d20e3bec4cfc99c2bbae05ec6334 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/11c6d20e3bec4cfc99c2bbae05ec6334 2024-11-26T12:23:31,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/11c6d20e3bec4cfc99c2bbae05ec6334, entries=250, sequenceid=235, filesize=47.3 K 2024-11-26T12:23:31,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/720bbc18f96c46408a6b31edeb8ac501 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/720bbc18f96c46408a6b31edeb8ac501 2024-11-26T12:23:31,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/720bbc18f96c46408a6b31edeb8ac501, entries=150, sequenceid=235, filesize=11.9 K 2024-11-26T12:23:31,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/abf1c4b23e234ca798dbfaaa6717e5ba as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/abf1c4b23e234ca798dbfaaa6717e5ba 2024-11-26T12:23:31,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/abf1c4b23e234ca798dbfaaa6717e5ba, entries=150, sequenceid=235, filesize=11.9 K 2024-11-26T12:23:31,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 282a2fc4977730f00631b00cfde6db2c in 738ms, sequenceid=235, compaction requested=false 2024-11-26T12:23:31,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:31,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:31,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T12:23:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:31,701 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:23:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:31,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126acaa220691da45729ced34d037980e2b_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623810907/Put/seqid=0 2024-11-26T12:23:31,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742527_1703 (size=12304) 2024-11-26T12:23:31,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:31,763 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126acaa220691da45729ced34d037980e2b_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126acaa220691da45729ced34d037980e2b_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/89e223c4030d459dbf18832cfec5f0c6, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/89e223c4030d459dbf18832cfec5f0c6 is 175, key is test_row_0/A:col10/1732623810907/Put/seqid=0 2024-11-26T12:23:31,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T12:23:31,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742528_1704 (size=31105) 2024-11-26T12:23:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:32,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623872103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623872103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623872106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623872108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623872107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623872210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623872210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623872211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623872212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623872212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,223 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/89e223c4030d459dbf18832cfec5f0c6 2024-11-26T12:23:32,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/9285e884b12e4c018c6f8b214c331991 is 50, key is test_row_0/B:col10/1732623810907/Put/seqid=0 2024-11-26T12:23:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T12:23:32,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742529_1705 (size=12151) 2024-11-26T12:23:32,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623872412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623872414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623872414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623872415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623872415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,683 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/9285e884b12e4c018c6f8b214c331991 2024-11-26T12:23:32,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/b7f7c1bace6848e69bcb3db0c97d7e56 is 50, key is test_row_0/C:col10/1732623810907/Put/seqid=0 2024-11-26T12:23:32,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623872717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623872719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623872720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623872720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623872720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:32,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742530_1706 (size=12151) 2024-11-26T12:23:32,728 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/b7f7c1bace6848e69bcb3db0c97d7e56 2024-11-26T12:23:32,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/89e223c4030d459dbf18832cfec5f0c6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/89e223c4030d459dbf18832cfec5f0c6 2024-11-26T12:23:32,741 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/89e223c4030d459dbf18832cfec5f0c6, entries=150, sequenceid=251, filesize=30.4 K 2024-11-26T12:23:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/9285e884b12e4c018c6f8b214c331991 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/9285e884b12e4c018c6f8b214c331991 2024-11-26T12:23:32,747 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/9285e884b12e4c018c6f8b214c331991, entries=150, sequenceid=251, filesize=11.9 K 2024-11-26T12:23:32,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/b7f7c1bace6848e69bcb3db0c97d7e56 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/b7f7c1bace6848e69bcb3db0c97d7e56 2024-11-26T12:23:32,754 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/b7f7c1bace6848e69bcb3db0c97d7e56, entries=150, sequenceid=251, filesize=11.9 K 2024-11-26T12:23:32,757 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 282a2fc4977730f00631b00cfde6db2c in 1056ms, sequenceid=251, compaction requested=true 2024-11-26T12:23:32,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:32,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:32,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-26T12:23:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-26T12:23:32,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-26T12:23:32,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5880 sec 2024-11-26T12:23:32,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.5950 sec 2024-11-26T12:23:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:33,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:23:33,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:33,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:33,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:33,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:33,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:33,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:33,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623873234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623873236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623873236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623873237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623873238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c56b0439c6d64cc7ae1c4ac13e01081a_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623812100/Put/seqid=0 2024-11-26T12:23:33,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742531_1707 (size=14994) 2024-11-26T12:23:33,277 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:33,298 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c56b0439c6d64cc7ae1c4ac13e01081a_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c56b0439c6d64cc7ae1c4ac13e01081a_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:33,300 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/47d8087f802145c7a6b5432d7f5a4ca5, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:33,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/47d8087f802145c7a6b5432d7f5a4ca5 is 175, key is test_row_0/A:col10/1732623812100/Put/seqid=0 2024-11-26T12:23:33,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742532_1708 (size=39949) 2024-11-26T12:23:33,341 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/47d8087f802145c7a6b5432d7f5a4ca5 2024-11-26T12:23:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623873341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623873341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623873342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623873342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623873342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/431514d4103f4677a0a3b80e47411739 is 50, key is test_row_0/B:col10/1732623812100/Put/seqid=0 2024-11-26T12:23:33,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742533_1709 (size=12301) 2024-11-26T12:23:33,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/431514d4103f4677a0a3b80e47411739 2024-11-26T12:23:33,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/1104e254b4244a828425a07670b641eb is 50, key is test_row_0/C:col10/1732623812100/Put/seqid=0 2024-11-26T12:23:33,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742534_1710 (size=12301) 2024-11-26T12:23:33,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/1104e254b4244a828425a07670b641eb 2024-11-26T12:23:33,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/47d8087f802145c7a6b5432d7f5a4ca5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/47d8087f802145c7a6b5432d7f5a4ca5 2024-11-26T12:23:33,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/47d8087f802145c7a6b5432d7f5a4ca5, entries=200, sequenceid=275, filesize=39.0 K 2024-11-26T12:23:33,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/431514d4103f4677a0a3b80e47411739 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/431514d4103f4677a0a3b80e47411739 2024-11-26T12:23:33,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/431514d4103f4677a0a3b80e47411739, entries=150, sequenceid=275, filesize=12.0 K 2024-11-26T12:23:33,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/1104e254b4244a828425a07670b641eb as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/1104e254b4244a828425a07670b641eb 2024-11-26T12:23:33,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/1104e254b4244a828425a07670b641eb, entries=150, sequenceid=275, filesize=12.0 K 2024-11-26T12:23:33,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 282a2fc4977730f00631b00cfde6db2c in 274ms, sequenceid=275, compaction requested=true 2024-11-26T12:23:33,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:33,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:33,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:33,500 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:33,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:33,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:33,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:33,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:33,500 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:33,504 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:33,504 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/B is initiating minor compaction (all files) 2024-11-26T12:23:33,504 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/B in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:33,504 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/b497af10c2f74997b9d6b89058b222a9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/720bbc18f96c46408a6b31edeb8ac501, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/9285e884b12e4c018c6f8b214c331991, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/431514d4103f4677a0a3b80e47411739] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=48.1 K 2024-11-26T12:23:33,506 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151026 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:33,506 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/A is initiating minor compaction (all files) 2024-11-26T12:23:33,506 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/A in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:33,506 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d3e6352b3c7949b0bd699f7a665973cd, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/11c6d20e3bec4cfc99c2bbae05ec6334, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/89e223c4030d459dbf18832cfec5f0c6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/47d8087f802145c7a6b5432d7f5a4ca5] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=147.5 K 2024-11-26T12:23:33,506 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:33,506 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d3e6352b3c7949b0bd699f7a665973cd, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/11c6d20e3bec4cfc99c2bbae05ec6334, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/89e223c4030d459dbf18832cfec5f0c6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/47d8087f802145c7a6b5432d7f5a4ca5] 2024-11-26T12:23:33,507 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting b497af10c2f74997b9d6b89058b222a9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732623809627 2024-11-26T12:23:33,507 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 720bbc18f96c46408a6b31edeb8ac501, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732623810276 2024-11-26T12:23:33,507 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3e6352b3c7949b0bd699f7a665973cd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732623809627 2024-11-26T12:23:33,507 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 9285e884b12e4c018c6f8b214c331991, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732623810907 2024-11-26T12:23:33,508 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 431514d4103f4677a0a3b80e47411739, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732623812100 2024-11-26T12:23:33,508 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11c6d20e3bec4cfc99c2bbae05ec6334, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732623810272 2024-11-26T12:23:33,511 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89e223c4030d459dbf18832cfec5f0c6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732623810907 2024-11-26T12:23:33,513 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47d8087f802145c7a6b5432d7f5a4ca5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732623812100 2024-11-26T12:23:33,536 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#B#compaction#606 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:33,536 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/fdf1dd7336d141db84da5a5ff62962b6 is 50, key is test_row_0/B:col10/1732623812100/Put/seqid=0 2024-11-26T12:23:33,544 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:33,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:23:33,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:33,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:33,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:33,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:33,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:33,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:33,557 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411262549e3e5d4e446399a48d92ce60517c1_282a2fc4977730f00631b00cfde6db2c store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:33,560 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411262549e3e5d4e446399a48d92ce60517c1_282a2fc4977730f00631b00cfde6db2c, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:33,561 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262549e3e5d4e446399a48d92ce60517c1_282a2fc4977730f00631b00cfde6db2c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:33,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742535_1711 (size=12915) 2024-11-26T12:23:33,574 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/fdf1dd7336d141db84da5a5ff62962b6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/fdf1dd7336d141db84da5a5ff62962b6 2024-11-26T12:23:33,579 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/B of 282a2fc4977730f00631b00cfde6db2c into fdf1dd7336d141db84da5a5ff62962b6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:33,579 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:33,579 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/B, priority=12, startTime=1732623813500; duration=0sec 2024-11-26T12:23:33,579 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:33,579 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:B 2024-11-26T12:23:33,579 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:33,581 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:33,581 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/C is initiating minor compaction (all files) 2024-11-26T12:23:33,581 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/C in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:33,581 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ceefd09179f84fd7a57e45eb2df4fd5e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/abf1c4b23e234ca798dbfaaa6717e5ba, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/b7f7c1bace6848e69bcb3db0c97d7e56, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/1104e254b4244a828425a07670b641eb] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=48.1 K 2024-11-26T12:23:33,581 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting ceefd09179f84fd7a57e45eb2df4fd5e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732623809627 2024-11-26T12:23:33,582 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting abf1c4b23e234ca798dbfaaa6717e5ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732623810276 2024-11-26T12:23:33,582 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting b7f7c1bace6848e69bcb3db0c97d7e56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732623810907 2024-11-26T12:23:33,582 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 1104e254b4244a828425a07670b641eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732623812100 2024-11-26T12:23:33,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265b53175040004a328471d22cbafbf484_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623813547/Put/seqid=0 2024-11-26T12:23:33,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623873583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623873585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623873587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742536_1712 (size=4469) 2024-11-26T12:23:33,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623873590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623873590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,622 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#C#compaction#609 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:33,623 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/6503fa5449c64b02b61d8281ff0e4d37 is 50, key is test_row_0/C:col10/1732623812100/Put/seqid=0 2024-11-26T12:23:33,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742537_1713 (size=14994) 2024-11-26T12:23:33,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742538_1714 (size=12915) 2024-11-26T12:23:33,672 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/6503fa5449c64b02b61d8281ff0e4d37 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/6503fa5449c64b02b61d8281ff0e4d37 2024-11-26T12:23:33,678 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/C of 282a2fc4977730f00631b00cfde6db2c into 6503fa5449c64b02b61d8281ff0e4d37(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:33,678 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:33,678 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/C, priority=12, startTime=1732623813500; duration=0sec 2024-11-26T12:23:33,678 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:33,678 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:C 2024-11-26T12:23:33,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623873692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623873692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623873692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623873696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623873696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623873895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623873895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623873896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623873899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623873899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:33,996 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#A#compaction#607 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:33,997 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/15cac7e72a204988bc03506f86958e82 is 175, key is test_row_0/A:col10/1732623812100/Put/seqid=0 2024-11-26T12:23:34,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742539_1715 (size=31869) 2024-11-26T12:23:34,033 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/15cac7e72a204988bc03506f86958e82 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/15cac7e72a204988bc03506f86958e82 2024-11-26T12:23:34,040 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/A of 282a2fc4977730f00631b00cfde6db2c into 15cac7e72a204988bc03506f86958e82(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:34,040 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:34,040 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/A, priority=12, startTime=1732623813500; duration=0sec 2024-11-26T12:23:34,040 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:34,040 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:A 2024-11-26T12:23:34,046 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:34,051 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265b53175040004a328471d22cbafbf484_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265b53175040004a328471d22cbafbf484_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:34,053 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/d593b3820226474dbbb318a547f988af, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:34,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/d593b3820226474dbbb318a547f988af is 175, key is test_row_0/A:col10/1732623813547/Put/seqid=0 2024-11-26T12:23:34,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742540_1716 (size=39949) 2024-11-26T12:23:34,090 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/d593b3820226474dbbb318a547f988af 2024-11-26T12:23:34,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/a5c61fe809c84c42a1ab3028711646d4 is 50, key is test_row_0/B:col10/1732623813547/Put/seqid=0 2024-11-26T12:23:34,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742541_1717 (size=12301) 2024-11-26T12:23:34,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/a5c61fe809c84c42a1ab3028711646d4 2024-11-26T12:23:34,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/c457211a51ee4686a73d711c47981aa5 is 50, key is test_row_0/C:col10/1732623813547/Put/seqid=0 2024-11-26T12:23:34,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742542_1718 (size=12301) 2024-11-26T12:23:34,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/c457211a51ee4686a73d711c47981aa5 2024-11-26T12:23:34,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/d593b3820226474dbbb318a547f988af as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d593b3820226474dbbb318a547f988af 2024-11-26T12:23:34,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d593b3820226474dbbb318a547f988af, entries=200, sequenceid=289, filesize=39.0 K 2024-11-26T12:23:34,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/a5c61fe809c84c42a1ab3028711646d4 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a5c61fe809c84c42a1ab3028711646d4 2024-11-26T12:23:34,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623874201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623874201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a5c61fe809c84c42a1ab3028711646d4, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T12:23:34,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/c457211a51ee4686a73d711c47981aa5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/c457211a51ee4686a73d711c47981aa5 2024-11-26T12:23:34,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623874203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623874204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/c457211a51ee4686a73d711c47981aa5, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T12:23:34,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 282a2fc4977730f00631b00cfde6db2c in 665ms, sequenceid=289, compaction requested=false 2024-11-26T12:23:34,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:34,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T12:23:34,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:34,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:34,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:34,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:34,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:34,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:34,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112698a5237da56340bab590b31f421f2a74_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623814215/Put/seqid=0 2024-11-26T12:23:34,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623874255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742543_1719 (size=12454) 2024-11-26T12:23:34,271 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:34,276 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112698a5237da56340bab590b31f421f2a74_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112698a5237da56340bab590b31f421f2a74_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:34,277 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/295b359bd595401f9ba5fc8c71e10247, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:34,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/295b359bd595401f9ba5fc8c71e10247 is 175, key is test_row_0/A:col10/1732623814215/Put/seqid=0 2024-11-26T12:23:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T12:23:34,278 INFO [Thread-2792 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-26T12:23:34,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-26T12:23:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T12:23:34,282 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:34,283 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:34,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:34,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742544_1720 (size=31255) 2024-11-26T12:23:34,317 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/295b359bd595401f9ba5fc8c71e10247 2024-11-26T12:23:34,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/d10446424f7f49769e7804b80b0cab88 is 50, key is test_row_0/B:col10/1732623814215/Put/seqid=0 2024-11-26T12:23:34,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742545_1721 (size=12301) 2024-11-26T12:23:34,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623874358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/d10446424f7f49769e7804b80b0cab88 2024-11-26T12:23:34,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/ad823119500142b4840d3a9fb9e70522 is 50, key is test_row_0/C:col10/1732623814215/Put/seqid=0 2024-11-26T12:23:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T12:23:34,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742546_1722 (size=12301) 2024-11-26T12:23:34,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/ad823119500142b4840d3a9fb9e70522 2024-11-26T12:23:34,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/295b359bd595401f9ba5fc8c71e10247 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/295b359bd595401f9ba5fc8c71e10247 2024-11-26T12:23:34,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/295b359bd595401f9ba5fc8c71e10247, entries=150, sequenceid=316, filesize=30.5 K 2024-11-26T12:23:34,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/d10446424f7f49769e7804b80b0cab88 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/d10446424f7f49769e7804b80b0cab88 2024-11-26T12:23:34,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/d10446424f7f49769e7804b80b0cab88, entries=150, sequenceid=316, filesize=12.0 K 2024-11-26T12:23:34,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/ad823119500142b4840d3a9fb9e70522 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ad823119500142b4840d3a9fb9e70522 2024-11-26T12:23:34,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ad823119500142b4840d3a9fb9e70522, entries=150, sequenceid=316, filesize=12.0 K 2024-11-26T12:23:34,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 282a2fc4977730f00631b00cfde6db2c in 213ms, sequenceid=316, compaction requested=true 2024-11-26T12:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:34,429 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:34,429 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:34,430 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:34,430 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/A is initiating minor compaction (all files) 2024-11-26T12:23:34,430 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/A in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:34,430 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/15cac7e72a204988bc03506f86958e82, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d593b3820226474dbbb318a547f988af, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/295b359bd595401f9ba5fc8c71e10247] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=100.7 K 2024-11-26T12:23:34,430 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:34,430 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/15cac7e72a204988bc03506f86958e82, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d593b3820226474dbbb318a547f988af, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/295b359bd595401f9ba5fc8c71e10247] 2024-11-26T12:23:34,431 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:34,431 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15cac7e72a204988bc03506f86958e82, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732623812100 2024-11-26T12:23:34,431 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/B is initiating minor compaction (all files) 2024-11-26T12:23:34,431 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/B in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:34,431 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/fdf1dd7336d141db84da5a5ff62962b6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a5c61fe809c84c42a1ab3028711646d4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/d10446424f7f49769e7804b80b0cab88] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=36.6 K 2024-11-26T12:23:34,431 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting d593b3820226474dbbb318a547f988af, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732623813235 2024-11-26T12:23:34,431 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting fdf1dd7336d141db84da5a5ff62962b6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732623812100 2024-11-26T12:23:34,431 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 295b359bd595401f9ba5fc8c71e10247, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732623813578 2024-11-26T12:23:34,432 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting a5c61fe809c84c42a1ab3028711646d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732623813235 2024-11-26T12:23:34,432 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting d10446424f7f49769e7804b80b0cab88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732623813578 2024-11-26T12:23:34,435 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T12:23:34,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:34,435 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:23:34,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:34,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:34,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:34,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:34,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:34,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:34,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126657cdf8520df477a862c716ce69c9eb3_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623814246/Put/seqid=0 2024-11-26T12:23:34,474 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:34,478 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#B#compaction#617 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:34,479 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/2b9dc8cb88a549e98b540a4f0fbf1a4b is 50, key is test_row_0/B:col10/1732623814215/Put/seqid=0 2024-11-26T12:23:34,490 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112683b5467eb29c478d9b2abd55a9be0cd7_282a2fc4977730f00631b00cfde6db2c store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:34,492 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112683b5467eb29c478d9b2abd55a9be0cd7_282a2fc4977730f00631b00cfde6db2c, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:34,493 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112683b5467eb29c478d9b2abd55a9be0cd7_282a2fc4977730f00631b00cfde6db2c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:34,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742547_1723 (size=12454) 2024-11-26T12:23:34,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742548_1724 (size=13017) 2024-11-26T12:23:34,559 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/2b9dc8cb88a549e98b540a4f0fbf1a4b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/2b9dc8cb88a549e98b540a4f0fbf1a4b 2024-11-26T12:23:34,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:34,567 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/B of 282a2fc4977730f00631b00cfde6db2c into 2b9dc8cb88a549e98b540a4f0fbf1a4b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:34,567 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:34,567 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/B, priority=13, startTime=1732623814429; duration=0sec 2024-11-26T12:23:34,567 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:34,567 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:B 2024-11-26T12:23:34,567 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:34,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742549_1725 (size=4469) 2024-11-26T12:23:34,570 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:34,570 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/C is initiating minor compaction (all files) 2024-11-26T12:23:34,570 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/C in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:34,570 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/6503fa5449c64b02b61d8281ff0e4d37, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/c457211a51ee4686a73d711c47981aa5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ad823119500142b4840d3a9fb9e70522] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=36.6 K 2024-11-26T12:23:34,571 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 6503fa5449c64b02b61d8281ff0e4d37, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732623812100 2024-11-26T12:23:34,571 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting c457211a51ee4686a73d711c47981aa5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732623813235 2024-11-26T12:23:34,572 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting ad823119500142b4840d3a9fb9e70522, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732623813578 2024-11-26T12:23:34,573 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#A#compaction#616 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:34,574 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/2b8b65fc58e3484f87a3a0dc6edef20a is 175, key is test_row_0/A:col10/1732623814215/Put/seqid=0 2024-11-26T12:23:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T12:23:34,585 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#C#compaction#618 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:34,585 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/875dd579a9b84b0099c0bcd3299700ea is 50, key is test_row_0/C:col10/1732623814215/Put/seqid=0 2024-11-26T12:23:34,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742550_1726 (size=31971) 2024-11-26T12:23:34,615 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/2b8b65fc58e3484f87a3a0dc6edef20a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2b8b65fc58e3484f87a3a0dc6edef20a 2024-11-26T12:23:34,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742551_1727 (size=13017) 2024-11-26T12:23:34,624 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/A of 282a2fc4977730f00631b00cfde6db2c into 2b8b65fc58e3484f87a3a0dc6edef20a(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:34,624 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:34,624 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/A, priority=13, startTime=1732623814429; duration=0sec 2024-11-26T12:23:34,624 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:34,624 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:A 2024-11-26T12:23:34,636 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/875dd579a9b84b0099c0bcd3299700ea as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/875dd579a9b84b0099c0bcd3299700ea 2024-11-26T12:23:34,641 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/C of 282a2fc4977730f00631b00cfde6db2c into 875dd579a9b84b0099c0bcd3299700ea(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:34,641 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:34,641 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/C, priority=13, startTime=1732623814429; duration=0sec 2024-11-26T12:23:34,641 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:34,641 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:C 2024-11-26T12:23:34,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623874650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623874707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623874708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623874708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623874717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623874753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T12:23:34,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:34,926 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126657cdf8520df477a862c716ce69c9eb3_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126657cdf8520df477a862c716ce69c9eb3_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/8f44af7bab0147d48a1cad04f6572193, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/8f44af7bab0147d48a1cad04f6572193 is 175, key is test_row_0/A:col10/1732623814246/Put/seqid=0 2024-11-26T12:23:34,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623874956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:34,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742552_1728 (size=31255) 2024-11-26T12:23:34,974 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/8f44af7bab0147d48a1cad04f6572193 2024-11-26T12:23:34,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/332b53cb7d7b4b2d9f1f3094cc074120 is 50, key is test_row_0/B:col10/1732623814246/Put/seqid=0 2024-11-26T12:23:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742553_1729 (size=12301) 2024-11-26T12:23:35,027 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/332b53cb7d7b4b2d9f1f3094cc074120 2024-11-26T12:23:35,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/179a27814cd840dc94cb4cc1bfa50c3d is 50, key is test_row_0/C:col10/1732623814246/Put/seqid=0 2024-11-26T12:23:35,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742554_1730 (size=12301) 2024-11-26T12:23:35,069 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/179a27814cd840dc94cb4cc1bfa50c3d 2024-11-26T12:23:35,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/8f44af7bab0147d48a1cad04f6572193 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f44af7bab0147d48a1cad04f6572193 2024-11-26T12:23:35,082 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f44af7bab0147d48a1cad04f6572193, entries=150, sequenceid=328, filesize=30.5 K 2024-11-26T12:23:35,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/332b53cb7d7b4b2d9f1f3094cc074120 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/332b53cb7d7b4b2d9f1f3094cc074120 2024-11-26T12:23:35,090 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/332b53cb7d7b4b2d9f1f3094cc074120, entries=150, sequenceid=328, filesize=12.0 K 2024-11-26T12:23:35,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/179a27814cd840dc94cb4cc1bfa50c3d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/179a27814cd840dc94cb4cc1bfa50c3d 2024-11-26T12:23:35,097 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/179a27814cd840dc94cb4cc1bfa50c3d, entries=150, sequenceid=328, filesize=12.0 K 2024-11-26T12:23:35,102 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 282a2fc4977730f00631b00cfde6db2c in 667ms, sequenceid=328, compaction requested=false 2024-11-26T12:23:35,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:35,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:35,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-26T12:23:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-26T12:23:35,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-26T12:23:35,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 821 msec 2024-11-26T12:23:35,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 825 msec 2024-11-26T12:23:35,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T12:23:35,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:35,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:35,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:35,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:35,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:35,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:35,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112641840c33e7214bd58d13d015e6fbf225_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623814649/Put/seqid=0 2024-11-26T12:23:35,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623875295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:35,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742555_1731 (size=14994) 2024-11-26T12:23:35,335 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:35,340 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112641840c33e7214bd58d13d015e6fbf225_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112641840c33e7214bd58d13d015e6fbf225_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:35,342 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/62bc8963e6da44fdbd403b9fb416dc9d, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:35,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/62bc8963e6da44fdbd403b9fb416dc9d is 175, key is test_row_0/A:col10/1732623814649/Put/seqid=0 2024-11-26T12:23:35,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742556_1732 (size=39949) 2024-11-26T12:23:35,374 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/62bc8963e6da44fdbd403b9fb416dc9d 2024-11-26T12:23:35,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/ff885642c2cc40ae8992fe993e25f63f is 50, key is test_row_0/B:col10/1732623814649/Put/seqid=0 2024-11-26T12:23:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T12:23:35,387 INFO [Thread-2792 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-26T12:23:35,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-26T12:23:35,390 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:35,390 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:35,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T12:23:35,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623875401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:35,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742557_1733 (size=12301) 2024-11-26T12:23:35,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/ff885642c2cc40ae8992fe993e25f63f 2024-11-26T12:23:35,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/682873722eb54488ad0f33453b4956f5 is 50, key is test_row_0/C:col10/1732623814649/Put/seqid=0 2024-11-26T12:23:35,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742558_1734 (size=12301) 2024-11-26T12:23:35,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/682873722eb54488ad0f33453b4956f5 2024-11-26T12:23:35,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/62bc8963e6da44fdbd403b9fb416dc9d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/62bc8963e6da44fdbd403b9fb416dc9d 2024-11-26T12:23:35,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/62bc8963e6da44fdbd403b9fb416dc9d, entries=200, sequenceid=356, filesize=39.0 K 2024-11-26T12:23:35,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/ff885642c2cc40ae8992fe993e25f63f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/ff885642c2cc40ae8992fe993e25f63f 2024-11-26T12:23:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T12:23:35,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/ff885642c2cc40ae8992fe993e25f63f, entries=150, sequenceid=356, filesize=12.0 K 2024-11-26T12:23:35,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/682873722eb54488ad0f33453b4956f5 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/682873722eb54488ad0f33453b4956f5 2024-11-26T12:23:35,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/682873722eb54488ad0f33453b4956f5, entries=150, sequenceid=356, filesize=12.0 K 2024-11-26T12:23:35,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 282a2fc4977730f00631b00cfde6db2c in 236ms, sequenceid=356, compaction requested=true 2024-11-26T12:23:35,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:35,499 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:35,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:35,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:35,499 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:35,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:35,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:35,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:35,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:35,502 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:35,502 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/A is initiating minor compaction (all files) 2024-11-26T12:23:35,502 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/A in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:35,502 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:35,502 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2b8b65fc58e3484f87a3a0dc6edef20a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f44af7bab0147d48a1cad04f6572193, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/62bc8963e6da44fdbd403b9fb416dc9d] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=100.8 K 2024-11-26T12:23:35,502 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/B is initiating minor compaction (all files) 2024-11-26T12:23:35,503 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:35,503 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/B in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:35,503 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2b8b65fc58e3484f87a3a0dc6edef20a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f44af7bab0147d48a1cad04f6572193, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/62bc8963e6da44fdbd403b9fb416dc9d] 2024-11-26T12:23:35,503 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/2b9dc8cb88a549e98b540a4f0fbf1a4b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/332b53cb7d7b4b2d9f1f3094cc074120, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/ff885642c2cc40ae8992fe993e25f63f] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=36.7 K 2024-11-26T12:23:35,503 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b8b65fc58e3484f87a3a0dc6edef20a, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732623813578 2024-11-26T12:23:35,503 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b9dc8cb88a549e98b540a4f0fbf1a4b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732623813578 2024-11-26T12:23:35,503 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f44af7bab0147d48a1cad04f6572193, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732623814246 2024-11-26T12:23:35,503 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 332b53cb7d7b4b2d9f1f3094cc074120, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732623814246 2024-11-26T12:23:35,504 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting ff885642c2cc40ae8992fe993e25f63f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732623814642 2024-11-26T12:23:35,504 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62bc8963e6da44fdbd403b9fb416dc9d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732623814633 2024-11-26T12:23:35,513 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:35,530 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#B#compaction#625 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:35,530 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/7e41282921fa4d598be6b71a1628072a is 50, key is test_row_0/B:col10/1732623814649/Put/seqid=0 2024-11-26T12:23:35,532 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112650e9f77eaa454761a167856e16864dc5_282a2fc4977730f00631b00cfde6db2c store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:35,534 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112650e9f77eaa454761a167856e16864dc5_282a2fc4977730f00631b00cfde6db2c, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:35,534 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112650e9f77eaa454761a167856e16864dc5_282a2fc4977730f00631b00cfde6db2c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:35,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:35,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T12:23:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:35,543 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T12:23:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742559_1735 (size=13119) 2024-11-26T12:23:35,584 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/7e41282921fa4d598be6b71a1628072a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/7e41282921fa4d598be6b71a1628072a 2024-11-26T12:23:35,588 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/B of 282a2fc4977730f00631b00cfde6db2c into 7e41282921fa4d598be6b71a1628072a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:35,588 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:35,588 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/B, priority=13, startTime=1732623815499; duration=0sec 2024-11-26T12:23:35,589 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:35,589 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:B 2024-11-26T12:23:35,589 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:35,591 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:35,591 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/C is initiating minor compaction (all files) 2024-11-26T12:23:35,591 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/C in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:35,591 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/875dd579a9b84b0099c0bcd3299700ea, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/179a27814cd840dc94cb4cc1bfa50c3d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/682873722eb54488ad0f33453b4956f5] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=36.7 K 2024-11-26T12:23:35,591 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 875dd579a9b84b0099c0bcd3299700ea, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732623813578 2024-11-26T12:23:35,591 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 179a27814cd840dc94cb4cc1bfa50c3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732623814246 2024-11-26T12:23:35,592 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 682873722eb54488ad0f33453b4956f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732623814642 2024-11-26T12:23:35,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b02e999a1448431a8a686463181de343_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623815282/Put/seqid=0 2024-11-26T12:23:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742560_1736 (size=4469) 2024-11-26T12:23:35,605 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#C#compaction#627 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:35,606 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/e1b537be35884d24a6c3be74fc68b961 is 50, key is test_row_0/C:col10/1732623814649/Put/seqid=0 2024-11-26T12:23:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:35,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:35,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742561_1737 (size=12454) 2024-11-26T12:23:35,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742562_1738 (size=13119) 2024-11-26T12:23:35,660 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/e1b537be35884d24a6c3be74fc68b961 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e1b537be35884d24a6c3be74fc68b961 2024-11-26T12:23:35,665 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/C of 282a2fc4977730f00631b00cfde6db2c into e1b537be35884d24a6c3be74fc68b961(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:35,665 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:35,665 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/C, priority=13, startTime=1732623815500; duration=0sec 2024-11-26T12:23:35,665 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:35,665 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:C 2024-11-26T12:23:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T12:23:35,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623875696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:35,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623875713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:35,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623875713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:35,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623875714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:35,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623875722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:35,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623875800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T12:23:35,997 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#A#compaction#624 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:35,997 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/5c1e6bbc2f6f4447ba260b5622201296 is 175, key is test_row_0/A:col10/1732623814649/Put/seqid=0 2024-11-26T12:23:36,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742563_1739 (size=32073) 2024-11-26T12:23:36,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623876003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:36,008 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/5c1e6bbc2f6f4447ba260b5622201296 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/5c1e6bbc2f6f4447ba260b5622201296 2024-11-26T12:23:36,012 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/A of 282a2fc4977730f00631b00cfde6db2c into 5c1e6bbc2f6f4447ba260b5622201296(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:36,012 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:36,012 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/A, priority=13, startTime=1732623815499; duration=0sec 2024-11-26T12:23:36,013 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:36,013 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:A 2024-11-26T12:23:36,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:36,029 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b02e999a1448431a8a686463181de343_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b02e999a1448431a8a686463181de343_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:36,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/b9c54167a4d94c2987e010cb2175519e, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/b9c54167a4d94c2987e010cb2175519e is 175, key is test_row_0/A:col10/1732623815282/Put/seqid=0 2024-11-26T12:23:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742564_1740 (size=31255) 2024-11-26T12:23:36,062 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/b9c54167a4d94c2987e010cb2175519e 2024-11-26T12:23:36,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/3b0211c086a540ed8509cb62609cf218 is 50, key is test_row_0/B:col10/1732623815282/Put/seqid=0 2024-11-26T12:23:36,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742565_1741 (size=12301) 2024-11-26T12:23:36,119 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/3b0211c086a540ed8509cb62609cf218 2024-11-26T12:23:36,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/57b925bedf1545ca86bd9bd64d465538 is 50, key is test_row_0/C:col10/1732623815282/Put/seqid=0 2024-11-26T12:23:36,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742566_1742 (size=12301) 2024-11-26T12:23:36,171 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/57b925bedf1545ca86bd9bd64d465538 2024-11-26T12:23:36,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/b9c54167a4d94c2987e010cb2175519e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b9c54167a4d94c2987e010cb2175519e 2024-11-26T12:23:36,183 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b9c54167a4d94c2987e010cb2175519e, entries=150, sequenceid=367, filesize=30.5 K 2024-11-26T12:23:36,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/3b0211c086a540ed8509cb62609cf218 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3b0211c086a540ed8509cb62609cf218 2024-11-26T12:23:36,190 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3b0211c086a540ed8509cb62609cf218, entries=150, sequenceid=367, filesize=12.0 K 2024-11-26T12:23:36,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/57b925bedf1545ca86bd9bd64d465538 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/57b925bedf1545ca86bd9bd64d465538 2024-11-26T12:23:36,194 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/57b925bedf1545ca86bd9bd64d465538, entries=150, sequenceid=367, filesize=12.0 K 2024-11-26T12:23:36,195 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 282a2fc4977730f00631b00cfde6db2c in 652ms, sequenceid=367, compaction requested=false 2024-11-26T12:23:36,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:36,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:36,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-26T12:23:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-26T12:23:36,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-26T12:23:36,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 807 msec 2024-11-26T12:23:36,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 814 msec 2024-11-26T12:23:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:36,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T12:23:36,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:36,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:36,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:36,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:36,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:36,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:36,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126da378b7d6b68469e9ce4e9eb36a5588f_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623816309/Put/seqid=0 2024-11-26T12:23:36,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623876337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:36,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742567_1743 (size=12454) 2024-11-26T12:23:36,355 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:36,360 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126da378b7d6b68469e9ce4e9eb36a5588f_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126da378b7d6b68469e9ce4e9eb36a5588f_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:36,362 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/fc1a850257b443689d5d03ce9fb62b32, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:36,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/fc1a850257b443689d5d03ce9fb62b32 is 175, key is test_row_0/A:col10/1732623816309/Put/seqid=0 2024-11-26T12:23:36,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742568_1744 (size=31255) 2024-11-26T12:23:36,388 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=396, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/fc1a850257b443689d5d03ce9fb62b32 2024-11-26T12:23:36,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/feb28bce98e14de78cfec09e6e8ffe75 is 50, key is test_row_0/B:col10/1732623816309/Put/seqid=0 2024-11-26T12:23:36,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623876440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:36,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742569_1745 (size=12301) 2024-11-26T12:23:36,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/feb28bce98e14de78cfec09e6e8ffe75 2024-11-26T12:23:36,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/e0a53fdc721148e7b1d5794e718ef8d9 is 50, key is test_row_0/C:col10/1732623816309/Put/seqid=0 2024-11-26T12:23:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T12:23:36,495 INFO [Thread-2792 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-26T12:23:36,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-26T12:23:36,498 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T12:23:36,498 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:36,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:36,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742570_1746 (size=12301) 2024-11-26T12:23:36,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/e0a53fdc721148e7b1d5794e718ef8d9 2024-11-26T12:23:36,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/fc1a850257b443689d5d03ce9fb62b32 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fc1a850257b443689d5d03ce9fb62b32 2024-11-26T12:23:36,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fc1a850257b443689d5d03ce9fb62b32, entries=150, sequenceid=396, filesize=30.5 K 2024-11-26T12:23:36,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/feb28bce98e14de78cfec09e6e8ffe75 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/feb28bce98e14de78cfec09e6e8ffe75 2024-11-26T12:23:36,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/feb28bce98e14de78cfec09e6e8ffe75, entries=150, sequenceid=396, filesize=12.0 K 2024-11-26T12:23:36,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/e0a53fdc721148e7b1d5794e718ef8d9 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e0a53fdc721148e7b1d5794e718ef8d9 2024-11-26T12:23:36,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e0a53fdc721148e7b1d5794e718ef8d9, entries=150, sequenceid=396, filesize=12.0 K 2024-11-26T12:23:36,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 282a2fc4977730f00631b00cfde6db2c in 242ms, sequenceid=396, compaction requested=true 2024-11-26T12:23:36,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:36,553 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:36,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:36,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:36,554 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:36,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:36,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:36,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:36,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:36,555 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:36,555 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/A is initiating minor compaction (all files) 2024-11-26T12:23:36,555 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/A in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:36,555 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/5c1e6bbc2f6f4447ba260b5622201296, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b9c54167a4d94c2987e010cb2175519e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fc1a850257b443689d5d03ce9fb62b32] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=92.4 K 2024-11-26T12:23:36,555 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:36,555 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/5c1e6bbc2f6f4447ba260b5622201296, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b9c54167a4d94c2987e010cb2175519e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fc1a850257b443689d5d03ce9fb62b32] 2024-11-26T12:23:36,556 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:36,556 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/B is initiating minor compaction (all files) 2024-11-26T12:23:36,556 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/B in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:36,556 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/7e41282921fa4d598be6b71a1628072a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3b0211c086a540ed8509cb62609cf218, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/feb28bce98e14de78cfec09e6e8ffe75] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=36.8 K 2024-11-26T12:23:36,557 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c1e6bbc2f6f4447ba260b5622201296, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732623814642 2024-11-26T12:23:36,557 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e41282921fa4d598be6b71a1628072a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732623814642 2024-11-26T12:23:36,557 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9c54167a4d94c2987e010cb2175519e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732623815278 2024-11-26T12:23:36,557 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b0211c086a540ed8509cb62609cf218, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732623815278 2024-11-26T12:23:36,557 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc1a850257b443689d5d03ce9fb62b32, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732623815687 2024-11-26T12:23:36,558 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting feb28bce98e14de78cfec09e6e8ffe75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732623815687 2024-11-26T12:23:36,575 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#B#compaction#633 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:36,576 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/587a649a8eb3416abb3c4e166bbb0468 is 50, key is test_row_0/B:col10/1732623816309/Put/seqid=0 2024-11-26T12:23:36,582 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:36,592 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126804ac9693a04405ab9c028d7c025cf90_282a2fc4977730f00631b00cfde6db2c store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:36,594 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126804ac9693a04405ab9c028d7c025cf90_282a2fc4977730f00631b00cfde6db2c, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:36,594 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126804ac9693a04405ab9c028d7c025cf90_282a2fc4977730f00631b00cfde6db2c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T12:23:36,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742571_1747 (size=13221) 2024-11-26T12:23:36,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T12:23:36,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:36,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:36,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:36,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:36,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:36,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:36,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:36,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-26T12:23:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:36,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:36,652 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/587a649a8eb3416abb3c4e166bbb0468 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/587a649a8eb3416abb3c4e166bbb0468 2024-11-26T12:23:36,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742572_1748 (size=4469) 2024-11-26T12:23:36,658 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/B of 282a2fc4977730f00631b00cfde6db2c into 587a649a8eb3416abb3c4e166bbb0468(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:36,659 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:36,659 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/B, priority=13, startTime=1732623816553; duration=0sec 2024-11-26T12:23:36,659 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:36,659 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:B 2024-11-26T12:23:36,659 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:36,659 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:36,660 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/C is initiating minor compaction (all files) 2024-11-26T12:23:36,660 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/C in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:36,660 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e1b537be35884d24a6c3be74fc68b961, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/57b925bedf1545ca86bd9bd64d465538, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e0a53fdc721148e7b1d5794e718ef8d9] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=36.8 K 2024-11-26T12:23:36,660 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting e1b537be35884d24a6c3be74fc68b961, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732623814642 2024-11-26T12:23:36,661 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 57b925bedf1545ca86bd9bd64d465538, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732623815278 2024-11-26T12:23:36,662 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#A#compaction#634 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:36,662 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/f302ba0100134b779ac37790d7ab9164 is 175, key is test_row_0/A:col10/1732623816309/Put/seqid=0 2024-11-26T12:23:36,663 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting e0a53fdc721148e7b1d5794e718ef8d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732623815687 2024-11-26T12:23:36,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126eae7386bda5841d3a95f3f6796c0d87f_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623816335/Put/seqid=0 2024-11-26T12:23:36,701 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#C#compaction#636 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:36,702 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/695e3ff8574248038bc19d0ec725dd7c is 50, key is test_row_0/C:col10/1732623816309/Put/seqid=0 2024-11-26T12:23:36,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742573_1749 (size=32175) 2024-11-26T12:23:36,741 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/f302ba0100134b779ac37790d7ab9164 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/f302ba0100134b779ac37790d7ab9164 2024-11-26T12:23:36,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742574_1750 (size=12454) 2024-11-26T12:23:36,744 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:36,748 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/A of 282a2fc4977730f00631b00cfde6db2c into f302ba0100134b779ac37790d7ab9164(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:36,749 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:36,749 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/A, priority=13, startTime=1732623816553; duration=0sec 2024-11-26T12:23:36,749 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:36,749 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:A 2024-11-26T12:23:36,750 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126eae7386bda5841d3a95f3f6796c0d87f_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126eae7386bda5841d3a95f3f6796c0d87f_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:36,751 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/fe8e54ba61ca4ed6aaf2c3d9fe51036f, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:36,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/fe8e54ba61ca4ed6aaf2c3d9fe51036f is 175, key is test_row_0/A:col10/1732623816335/Put/seqid=0 2024-11-26T12:23:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742575_1751 (size=13221) 2024-11-26T12:23:36,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623876764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:36,775 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/695e3ff8574248038bc19d0ec725dd7c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/695e3ff8574248038bc19d0ec725dd7c 2024-11-26T12:23:36,779 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/C of 282a2fc4977730f00631b00cfde6db2c into 695e3ff8574248038bc19d0ec725dd7c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:36,779 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:36,779 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/C, priority=13, startTime=1732623816554; duration=0sec 2024-11-26T12:23:36,779 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:36,779 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:C 2024-11-26T12:23:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T12:23:36,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742576_1752 (size=31255) 2024-11-26T12:23:36,802 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:36,803 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/fe8e54ba61ca4ed6aaf2c3d9fe51036f 2024-11-26T12:23:36,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-26T12:23:36,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:36,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:36,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:36,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:36,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:36,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/3bd7e0a7ecf5468bb9709c0909802f6b is 50, key is test_row_0/B:col10/1732623816335/Put/seqid=0 2024-11-26T12:23:36,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742577_1753 (size=12301) 2024-11-26T12:23:36,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/3bd7e0a7ecf5468bb9709c0909802f6b 2024-11-26T12:23:36,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/fa91742f6ea5475b8708beb71175b6ad is 50, key is test_row_0/C:col10/1732623816335/Put/seqid=0 2024-11-26T12:23:36,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623876870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:36,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742578_1754 (size=12301) 2024-11-26T12:23:36,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/fa91742f6ea5475b8708beb71175b6ad 2024-11-26T12:23:36,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/fe8e54ba61ca4ed6aaf2c3d9fe51036f as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fe8e54ba61ca4ed6aaf2c3d9fe51036f 2024-11-26T12:23:36,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fe8e54ba61ca4ed6aaf2c3d9fe51036f, entries=150, sequenceid=407, filesize=30.5 K 2024-11-26T12:23:36,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/3bd7e0a7ecf5468bb9709c0909802f6b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3bd7e0a7ecf5468bb9709c0909802f6b 2024-11-26T12:23:36,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3bd7e0a7ecf5468bb9709c0909802f6b, entries=150, sequenceid=407, filesize=12.0 K 2024-11-26T12:23:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/fa91742f6ea5475b8708beb71175b6ad as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/fa91742f6ea5475b8708beb71175b6ad 2024-11-26T12:23:36,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/fa91742f6ea5475b8708beb71175b6ad, entries=150, sequenceid=407, filesize=12.0 K 2024-11-26T12:23:36,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 282a2fc4977730f00631b00cfde6db2c in 277ms, sequenceid=407, compaction requested=false 2024-11-26T12:23:36,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:36,956 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:36,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-26T12:23:36,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:36,956 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T12:23:36,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:36,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:36,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:36,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:36,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:36,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:36,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126631f5ee55a664e7caa86be152418467d_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623816759/Put/seqid=0 2024-11-26T12:23:36,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742579_1755 (size=12454) 2024-11-26T12:23:36,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:36,996 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126631f5ee55a664e7caa86be152418467d_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126631f5ee55a664e7caa86be152418467d_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/6fde0900be564c24b4205e6826ecc4e6, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/6fde0900be564c24b4205e6826ecc4e6 is 175, key is test_row_0/A:col10/1732623816759/Put/seqid=0 2024-11-26T12:23:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742580_1756 (size=31255) 2024-11-26T12:23:37,034 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=435, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/6fde0900be564c24b4205e6826ecc4e6 2024-11-26T12:23:37,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/884c6498260c4d7da8fdd7d663a7d6c7 is 50, key is test_row_0/B:col10/1732623816759/Put/seqid=0 2024-11-26T12:23:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:37,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:37,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742581_1757 (size=12301) 2024-11-26T12:23:37,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623877099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T12:23:37,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623877203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623877411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,482 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/884c6498260c4d7da8fdd7d663a7d6c7 2024-11-26T12:23:37,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/f7dad95338e54dbd89b53316fa439099 is 50, key is test_row_0/C:col10/1732623816759/Put/seqid=0 2024-11-26T12:23:37,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742582_1758 (size=12301) 2024-11-26T12:23:37,510 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/f7dad95338e54dbd89b53316fa439099 2024-11-26T12:23:37,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/6fde0900be564c24b4205e6826ecc4e6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6fde0900be564c24b4205e6826ecc4e6 2024-11-26T12:23:37,521 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6fde0900be564c24b4205e6826ecc4e6, entries=150, sequenceid=435, filesize=30.5 K 2024-11-26T12:23:37,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/884c6498260c4d7da8fdd7d663a7d6c7 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/884c6498260c4d7da8fdd7d663a7d6c7 2024-11-26T12:23:37,527 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/884c6498260c4d7da8fdd7d663a7d6c7, entries=150, sequenceid=435, filesize=12.0 K 2024-11-26T12:23:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/f7dad95338e54dbd89b53316fa439099 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f7dad95338e54dbd89b53316fa439099 2024-11-26T12:23:37,531 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f7dad95338e54dbd89b53316fa439099, entries=150, sequenceid=435, filesize=12.0 K 2024-11-26T12:23:37,532 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 282a2fc4977730f00631b00cfde6db2c in 576ms, sequenceid=435, compaction requested=true 2024-11-26T12:23:37,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:37,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:37,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-26T12:23:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-26T12:23:37,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-26T12:23:37,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0360 sec 2024-11-26T12:23:37,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.0400 sec 2024-11-26T12:23:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T12:23:37,603 INFO [Thread-2792 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-26T12:23:37,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-26T12:23:37,607 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T12:23:37,608 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:37,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T12:23:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:37,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T12:23:37,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:37,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:37,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:37,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:37,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:37,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:37,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c5998814d8bf4de28b6ae96bcc7d27b9_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623817097/Put/seqid=0 2024-11-26T12:23:37,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623877743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623877744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623877748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623877749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623877749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,761 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-26T12:23:37,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:37,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:37,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:37,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:37,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742583_1759 (size=12454) 2024-11-26T12:23:37,766 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:37,772 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c5998814d8bf4de28b6ae96bcc7d27b9_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c5998814d8bf4de28b6ae96bcc7d27b9_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:37,774 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/3c548889cbda404d9f115bec57e1f559, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:37,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/3c548889cbda404d9f115bec57e1f559 is 175, key is test_row_0/A:col10/1732623817097/Put/seqid=0 2024-11-26T12:23:37,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742584_1760 (size=31255) 2024-11-26T12:23:37,780 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=448, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/3c548889cbda404d9f115bec57e1f559 2024-11-26T12:23:37,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/38c5f36dfae24dc58c7f6069587be642 is 50, key is test_row_0/B:col10/1732623817097/Put/seqid=0 2024-11-26T12:23:37,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742585_1761 (size=12301) 2024-11-26T12:23:37,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/38c5f36dfae24dc58c7f6069587be642 2024-11-26T12:23:37,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/05238850eafe4a85a9ffc0edffd27345 is 50, key is test_row_0/C:col10/1732623817097/Put/seqid=0 2024-11-26T12:23:37,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623877850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742586_1762 (size=12301) 2024-11-26T12:23:37,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/05238850eafe4a85a9ffc0edffd27345 2024-11-26T12:23:37,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623877851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623877853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623877854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623877855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/3c548889cbda404d9f115bec57e1f559 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/3c548889cbda404d9f115bec57e1f559 2024-11-26T12:23:37,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/3c548889cbda404d9f115bec57e1f559, entries=150, sequenceid=448, filesize=30.5 K 2024-11-26T12:23:37,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/38c5f36dfae24dc58c7f6069587be642 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/38c5f36dfae24dc58c7f6069587be642 2024-11-26T12:23:37,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/38c5f36dfae24dc58c7f6069587be642, entries=150, sequenceid=448, filesize=12.0 K 2024-11-26T12:23:37,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/05238850eafe4a85a9ffc0edffd27345 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/05238850eafe4a85a9ffc0edffd27345 2024-11-26T12:23:37,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/05238850eafe4a85a9ffc0edffd27345, entries=150, sequenceid=448, filesize=12.0 K 2024-11-26T12:23:37,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 282a2fc4977730f00631b00cfde6db2c in 171ms, sequenceid=448, compaction requested=true 2024-11-26T12:23:37,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:37,891 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:37,892 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125940 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:37,892 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/A is initiating minor compaction (all files) 2024-11-26T12:23:37,892 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/A in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:37,892 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/f302ba0100134b779ac37790d7ab9164, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fe8e54ba61ca4ed6aaf2c3d9fe51036f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6fde0900be564c24b4205e6826ecc4e6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/3c548889cbda404d9f115bec57e1f559] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=123.0 K 2024-11-26T12:23:37,892 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:37,892 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/f302ba0100134b779ac37790d7ab9164, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fe8e54ba61ca4ed6aaf2c3d9fe51036f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6fde0900be564c24b4205e6826ecc4e6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/3c548889cbda404d9f115bec57e1f559] 2024-11-26T12:23:37,892 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting f302ba0100134b779ac37790d7ab9164, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732623815687 2024-11-26T12:23:37,893 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe8e54ba61ca4ed6aaf2c3d9fe51036f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732623816323 2024-11-26T12:23:37,893 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fde0900be564c24b4205e6826ecc4e6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732623816755 2024-11-26T12:23:37,893 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c548889cbda404d9f115bec57e1f559, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732623817089 2024-11-26T12:23:37,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:37,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:37,893 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:37,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:37,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:37,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:37,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:37,908 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:37,908 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/B is initiating minor compaction (all files) 2024-11-26T12:23:37,908 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/B in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:37,908 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/587a649a8eb3416abb3c4e166bbb0468, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3bd7e0a7ecf5468bb9709c0909802f6b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/884c6498260c4d7da8fdd7d663a7d6c7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/38c5f36dfae24dc58c7f6069587be642] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=48.9 K 2024-11-26T12:23:37,908 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 587a649a8eb3416abb3c4e166bbb0468, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732623815687 2024-11-26T12:23:37,909 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bd7e0a7ecf5468bb9709c0909802f6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732623816323 2024-11-26T12:23:37,909 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 884c6498260c4d7da8fdd7d663a7d6c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732623816755 2024-11-26T12:23:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T12:23:37,910 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 38c5f36dfae24dc58c7f6069587be642, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732623817089 2024-11-26T12:23:37,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:37,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-26T12:23:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:37,914 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:23:37,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:37,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:37,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:37,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:37,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:37,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:37,933 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:37,950 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#B#compaction#646 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:37,951 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/76bc79cf27924b8a858ba0103487a828 is 50, key is test_row_0/B:col10/1732623817097/Put/seqid=0 2024-11-26T12:23:37,960 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126ea55f992c39243349e9451951dd7b32e_282a2fc4977730f00631b00cfde6db2c store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:37,963 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126ea55f992c39243349e9451951dd7b32e_282a2fc4977730f00631b00cfde6db2c, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:37,963 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ea55f992c39243349e9451951dd7b32e_282a2fc4977730f00631b00cfde6db2c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:37,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260c9ffc6f92a84e1bbd7da5d520373d2b_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623817747/Put/seqid=0 2024-11-26T12:23:38,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742588_1764 (size=4469) 2024-11-26T12:23:38,018 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#A#compaction#645 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:38,019 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/2a2e64286bf144a9b356d13297560d69 is 175, key is test_row_0/A:col10/1732623817097/Put/seqid=0 2024-11-26T12:23:38,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742587_1763 (size=13357) 2024-11-26T12:23:38,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742589_1765 (size=12454) 2024-11-26T12:23:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:38,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:38,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623878068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623878069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623878067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742590_1766 (size=32311) 2024-11-26T12:23:38,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623878072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623878073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,083 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/2a2e64286bf144a9b356d13297560d69 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2a2e64286bf144a9b356d13297560d69 2024-11-26T12:23:38,089 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/A of 282a2fc4977730f00631b00cfde6db2c into 2a2e64286bf144a9b356d13297560d69(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:38,089 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:38,089 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/A, priority=12, startTime=1732623817891; duration=0sec 2024-11-26T12:23:38,089 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:38,089 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:A 2024-11-26T12:23:38,090 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:38,092 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:38,092 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/C is initiating minor compaction (all files) 2024-11-26T12:23:38,092 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/C in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:38,093 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/695e3ff8574248038bc19d0ec725dd7c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/fa91742f6ea5475b8708beb71175b6ad, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f7dad95338e54dbd89b53316fa439099, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/05238850eafe4a85a9ffc0edffd27345] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=48.9 K 2024-11-26T12:23:38,093 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 695e3ff8574248038bc19d0ec725dd7c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732623815687 2024-11-26T12:23:38,094 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa91742f6ea5475b8708beb71175b6ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732623816323 2024-11-26T12:23:38,094 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7dad95338e54dbd89b53316fa439099, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732623816755 2024-11-26T12:23:38,094 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05238850eafe4a85a9ffc0edffd27345, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732623817089 2024-11-26T12:23:38,104 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#C#compaction#648 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:38,105 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/f659b104185e42b0800954a438c29542 is 50, key is test_row_0/C:col10/1732623817097/Put/seqid=0 2024-11-26T12:23:38,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742591_1767 (size=13357) 2024-11-26T12:23:38,139 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/f659b104185e42b0800954a438c29542 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f659b104185e42b0800954a438c29542 2024-11-26T12:23:38,145 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/C of 282a2fc4977730f00631b00cfde6db2c into f659b104185e42b0800954a438c29542(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:38,145 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:38,145 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/C, priority=12, startTime=1732623817902; duration=0sec 2024-11-26T12:23:38,145 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:38,145 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:C 2024-11-26T12:23:38,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623878176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623878178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623878179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623878182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623878182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T12:23:38,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623878378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623878383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623878383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623878386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623878386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:38,435 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/76bc79cf27924b8a858ba0103487a828 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/76bc79cf27924b8a858ba0103487a828 2024-11-26T12:23:38,438 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260c9ffc6f92a84e1bbd7da5d520373d2b_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c9ffc6f92a84e1bbd7da5d520373d2b_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:38,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/93e73118d8bd4b7e83f2e34ea3246b03, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:38,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/93e73118d8bd4b7e83f2e34ea3246b03 is 175, key is test_row_0/A:col10/1732623817747/Put/seqid=0 2024-11-26T12:23:38,444 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/B of 282a2fc4977730f00631b00cfde6db2c into 76bc79cf27924b8a858ba0103487a828(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:38,444 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:38,444 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/B, priority=12, startTime=1732623817893; duration=0sec 2024-11-26T12:23:38,444 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:38,444 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:B 2024-11-26T12:23:38,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742592_1768 (size=31255) 2024-11-26T12:23:38,467 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=471, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/93e73118d8bd4b7e83f2e34ea3246b03 2024-11-26T12:23:38,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/3443a93f908d4ca4b3a90458788ffe1d is 50, key is test_row_0/B:col10/1732623817747/Put/seqid=0 2024-11-26T12:23:38,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742593_1769 (size=12301) 2024-11-26T12:23:38,515 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/3443a93f908d4ca4b3a90458788ffe1d 2024-11-26T12:23:38,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/8d829365934c4e64a5946f913c2a74d2 is 50, key is test_row_0/C:col10/1732623817747/Put/seqid=0 2024-11-26T12:23:38,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742594_1770 (size=12301) 2024-11-26T12:23:38,550 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/8d829365934c4e64a5946f913c2a74d2 2024-11-26T12:23:38,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/93e73118d8bd4b7e83f2e34ea3246b03 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/93e73118d8bd4b7e83f2e34ea3246b03 2024-11-26T12:23:38,563 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/93e73118d8bd4b7e83f2e34ea3246b03, entries=150, sequenceid=471, filesize=30.5 K 2024-11-26T12:23:38,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/3443a93f908d4ca4b3a90458788ffe1d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3443a93f908d4ca4b3a90458788ffe1d 2024-11-26T12:23:38,596 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3443a93f908d4ca4b3a90458788ffe1d, entries=150, sequenceid=471, filesize=12.0 K 2024-11-26T12:23:38,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/8d829365934c4e64a5946f913c2a74d2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/8d829365934c4e64a5946f913c2a74d2 2024-11-26T12:23:38,602 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/8d829365934c4e64a5946f913c2a74d2, entries=150, sequenceid=471, filesize=12.0 K 2024-11-26T12:23:38,603 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 282a2fc4977730f00631b00cfde6db2c in 689ms, sequenceid=471, compaction requested=false 2024-11-26T12:23:38,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:38,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:38,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-26T12:23:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-26T12:23:38,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-26T12:23:38,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 996 msec 2024-11-26T12:23:38,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.0010 sec 2024-11-26T12:23:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:38,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T12:23:38,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:38,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:38,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:38,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:38,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:38,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T12:23:38,711 INFO [Thread-2792 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-26T12:23:38,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-26T12:23:38,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f9fda78e3d4e4eab9ff3214bf8f2c4c5_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623818072/Put/seqid=0 2024-11-26T12:23:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T12:23:38,716 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:38,717 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:38,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:38,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623878719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623878721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623878721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623878723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623878724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742595_1771 (size=12454) 2024-11-26T12:23:38,743 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:38,747 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f9fda78e3d4e4eab9ff3214bf8f2c4c5_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f9fda78e3d4e4eab9ff3214bf8f2c4c5_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:38,748 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/af856bbddcff43eca1416e0d3b524115, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:38,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/af856bbddcff43eca1416e0d3b524115 is 175, key is test_row_0/A:col10/1732623818072/Put/seqid=0 2024-11-26T12:23:38,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742596_1772 (size=31255) 2024-11-26T12:23:38,788 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=488, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/af856bbddcff43eca1416e0d3b524115 2024-11-26T12:23:38,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/34f9e6f6aefd47938c90d2ebf4a45303 is 50, key is test_row_0/B:col10/1732623818072/Put/seqid=0 2024-11-26T12:23:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T12:23:38,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623878827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623878828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623878829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623878829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623878829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742597_1773 (size=12301) 2024-11-26T12:23:38,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/34f9e6f6aefd47938c90d2ebf4a45303 2024-11-26T12:23:38,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/ef0c30be021c47e5a53fef2b599dd564 is 50, key is test_row_0/C:col10/1732623818072/Put/seqid=0 2024-11-26T12:23:38,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:38,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T12:23:38,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:38,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:38,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:38,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T12:23:38,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742598_1774 (size=12301) 2024-11-26T12:23:38,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/ef0c30be021c47e5a53fef2b599dd564 2024-11-26T12:23:38,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/af856bbddcff43eca1416e0d3b524115 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af856bbddcff43eca1416e0d3b524115 2024-11-26T12:23:38,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af856bbddcff43eca1416e0d3b524115, entries=150, sequenceid=488, filesize=30.5 K 2024-11-26T12:23:38,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/34f9e6f6aefd47938c90d2ebf4a45303 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/34f9e6f6aefd47938c90d2ebf4a45303 2024-11-26T12:23:38,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/34f9e6f6aefd47938c90d2ebf4a45303, entries=150, sequenceid=488, filesize=12.0 K 2024-11-26T12:23:38,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/ef0c30be021c47e5a53fef2b599dd564 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ef0c30be021c47e5a53fef2b599dd564 2024-11-26T12:23:38,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ef0c30be021c47e5a53fef2b599dd564, entries=150, sequenceid=488, filesize=12.0 K 2024-11-26T12:23:38,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 282a2fc4977730f00631b00cfde6db2c in 224ms, sequenceid=488, compaction requested=true 2024-11-26T12:23:38,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:38,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:38,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:38,915 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:38,915 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:38,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:38,916 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:38,916 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/A is initiating minor compaction (all files) 2024-11-26T12:23:38,916 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/A in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:38,917 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2a2e64286bf144a9b356d13297560d69, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/93e73118d8bd4b7e83f2e34ea3246b03, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af856bbddcff43eca1416e0d3b524115] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=92.6 K 2024-11-26T12:23:38,917 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:38,917 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2a2e64286bf144a9b356d13297560d69, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/93e73118d8bd4b7e83f2e34ea3246b03, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af856bbddcff43eca1416e0d3b524115] 2024-11-26T12:23:38,917 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:38,917 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/B is initiating minor compaction (all files) 2024-11-26T12:23:38,917 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/B in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:38,917 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/76bc79cf27924b8a858ba0103487a828, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3443a93f908d4ca4b3a90458788ffe1d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/34f9e6f6aefd47938c90d2ebf4a45303] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=37.1 K 2024-11-26T12:23:38,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:38,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:38,917 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 76bc79cf27924b8a858ba0103487a828, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732623817089 2024-11-26T12:23:38,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:38,917 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a2e64286bf144a9b356d13297560d69, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732623817089 2024-11-26T12:23:38,918 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 3443a93f908d4ca4b3a90458788ffe1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732623817740 2024-11-26T12:23:38,918 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93e73118d8bd4b7e83f2e34ea3246b03, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732623817740 2024-11-26T12:23:38,918 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 34f9e6f6aefd47938c90d2ebf4a45303, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732623818067 2024-11-26T12:23:38,918 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting af856bbddcff43eca1416e0d3b524115, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732623818067 2024-11-26T12:23:38,930 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#B#compaction#654 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:38,932 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/fab5efde5c764dbdbe8a79d93c1ccbbd is 50, key is test_row_0/B:col10/1732623818072/Put/seqid=0 2024-11-26T12:23:38,939 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:38,948 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126bc4166f82e3f46f4985dc9c74ca4cbcd_282a2fc4977730f00631b00cfde6db2c store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:38,950 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126bc4166f82e3f46f4985dc9c74ca4cbcd_282a2fc4977730f00631b00cfde6db2c, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:38,951 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bc4166f82e3f46f4985dc9c74ca4cbcd_282a2fc4977730f00631b00cfde6db2c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:38,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742599_1775 (size=13459) 2024-11-26T12:23:39,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742600_1776 (size=4469) 2024-11-26T12:23:39,013 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#A#compaction#655 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:39,014 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/459d80af50e84703bf53d813efd6444d is 175, key is test_row_0/A:col10/1732623818072/Put/seqid=0 2024-11-26T12:23:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T12:23:39,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T12:23:39,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:39,024 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T12:23:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:39,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742601_1777 (size=32413) 2024-11-26T12:23:39,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623879041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623879042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623879043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623879044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623879045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,051 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/459d80af50e84703bf53d813efd6444d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/459d80af50e84703bf53d813efd6444d 2024-11-26T12:23:39,057 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/A of 282a2fc4977730f00631b00cfde6db2c into 459d80af50e84703bf53d813efd6444d(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:39,057 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:39,057 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/A, priority=13, startTime=1732623818915; duration=0sec 2024-11-26T12:23:39,057 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:39,057 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:A 2024-11-26T12:23:39,057 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T12:23:39,059 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T12:23:39,059 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/C is initiating minor compaction (all files) 2024-11-26T12:23:39,059 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/C in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:39,059 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f659b104185e42b0800954a438c29542, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/8d829365934c4e64a5946f913c2a74d2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ef0c30be021c47e5a53fef2b599dd564] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=37.1 K 2024-11-26T12:23:39,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f9ef42daf5e74c7588cf259ebd8777fb_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623818721/Put/seqid=0 2024-11-26T12:23:39,059 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting f659b104185e42b0800954a438c29542, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732623817089 2024-11-26T12:23:39,062 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d829365934c4e64a5946f913c2a74d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732623817740 2024-11-26T12:23:39,062 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef0c30be021c47e5a53fef2b599dd564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732623818067 2024-11-26T12:23:39,078 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#C#compaction#657 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:39,079 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/178a0c402da64a5bb9edee18baa7d634 is 50, key is test_row_0/C:col10/1732623818072/Put/seqid=0 2024-11-26T12:23:39,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742602_1778 (size=12454) 2024-11-26T12:23:39,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742603_1779 (size=13459) 2024-11-26T12:23:39,117 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/178a0c402da64a5bb9edee18baa7d634 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/178a0c402da64a5bb9edee18baa7d634 2024-11-26T12:23:39,123 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/C of 282a2fc4977730f00631b00cfde6db2c into 178a0c402da64a5bb9edee18baa7d634(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:39,123 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:39,123 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/C, priority=13, startTime=1732623818917; duration=0sec 2024-11-26T12:23:39,123 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:39,123 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:C 2024-11-26T12:23:39,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623879148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623879149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623879149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623879149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623879150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T12:23:39,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623879353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623879353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623879353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623879353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623879355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,376 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/fab5efde5c764dbdbe8a79d93c1ccbbd as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/fab5efde5c764dbdbe8a79d93c1ccbbd 2024-11-26T12:23:39,383 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/B of 282a2fc4977730f00631b00cfde6db2c into fab5efde5c764dbdbe8a79d93c1ccbbd(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:39,383 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:39,383 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/B, priority=13, startTime=1732623818915; duration=0sec 2024-11-26T12:23:39,383 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:39,383 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:B 2024-11-26T12:23:39,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:39,496 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f9ef42daf5e74c7588cf259ebd8777fb_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f9ef42daf5e74c7588cf259ebd8777fb_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:39,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/1b8d3c04892b4c8fbd3aeaeb8d721df2, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:39,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/1b8d3c04892b4c8fbd3aeaeb8d721df2 is 175, key is test_row_0/A:col10/1732623818721/Put/seqid=0 2024-11-26T12:23:39,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742604_1780 (size=31255) 2024-11-26T12:23:39,533 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=511, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/1b8d3c04892b4c8fbd3aeaeb8d721df2 2024-11-26T12:23:39,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/849a36f82d74411aa77e17ef862d8715 is 50, key is test_row_0/B:col10/1732623818721/Put/seqid=0 2024-11-26T12:23:39,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742605_1781 (size=12301) 2024-11-26T12:23:39,601 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/849a36f82d74411aa77e17ef862d8715 2024-11-26T12:23:39,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/7cd7edc4ce2b4745b7e9d437cf28db63 is 50, key is test_row_0/C:col10/1732623818721/Put/seqid=0 2024-11-26T12:23:39,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742606_1782 (size=12301) 2024-11-26T12:23:39,645 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/7cd7edc4ce2b4745b7e9d437cf28db63 2024-11-26T12:23:39,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/1b8d3c04892b4c8fbd3aeaeb8d721df2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/1b8d3c04892b4c8fbd3aeaeb8d721df2 2024-11-26T12:23:39,655 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/1b8d3c04892b4c8fbd3aeaeb8d721df2, entries=150, sequenceid=511, filesize=30.5 K 2024-11-26T12:23:39,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/849a36f82d74411aa77e17ef862d8715 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/849a36f82d74411aa77e17ef862d8715 2024-11-26T12:23:39,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623879657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,662 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/849a36f82d74411aa77e17ef862d8715, entries=150, sequenceid=511, filesize=12.0 K 2024-11-26T12:23:39,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/7cd7edc4ce2b4745b7e9d437cf28db63 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7cd7edc4ce2b4745b7e9d437cf28db63 2024-11-26T12:23:39,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623879657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623879658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623879658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623879659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,668 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7cd7edc4ce2b4745b7e9d437cf28db63, entries=150, sequenceid=511, filesize=12.0 K 2024-11-26T12:23:39,669 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 282a2fc4977730f00631b00cfde6db2c in 645ms, sequenceid=511, compaction requested=false 2024-11-26T12:23:39,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:39,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:39,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-26T12:23:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-26T12:23:39,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-26T12:23:39,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 953 msec 2024-11-26T12:23:39,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 959 msec 2024-11-26T12:23:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T12:23:39,819 INFO [Thread-2792 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-26T12:23:39,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-26T12:23:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T12:23:39,825 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:39,825 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:39,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T12:23:39,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:39,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-26T12:23:39,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:39,978 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:23:39,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:39,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:39,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:39,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:39,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:39,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d26dd21588e04c1587125a8aa30d97ce_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623819042/Put/seqid=0 2024-11-26T12:23:40,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742607_1783 (size=12454) 2024-11-26T12:23:40,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:40,046 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d26dd21588e04c1587125a8aa30d97ce_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d26dd21588e04c1587125a8aa30d97ce_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:40,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/040b3e960a2440d5892abf35cdcb518b, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:40,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/040b3e960a2440d5892abf35cdcb518b is 175, key is test_row_0/A:col10/1732623819042/Put/seqid=0 2024-11-26T12:23:40,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742608_1784 (size=31255) 2024-11-26T12:23:40,079 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=527, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/040b3e960a2440d5892abf35cdcb518b 2024-11-26T12:23:40,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/a38ed27bd15440adb2389da9e8f53a64 is 50, key is test_row_0/B:col10/1732623819042/Put/seqid=0 2024-11-26T12:23:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T12:23:40,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742609_1785 (size=12301) 2024-11-26T12:23:40,136 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/a38ed27bd15440adb2389da9e8f53a64 2024-11-26T12:23:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/7a83301f589849fdafa43895a186e49d is 50, key is test_row_0/C:col10/1732623819042/Put/seqid=0 2024-11-26T12:23:40,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:40,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742610_1786 (size=12301) 2024-11-26T12:23:40,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623880224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623880224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623880228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623880228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623880229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623880330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623880330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623880333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623880334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623880334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T12:23:40,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623880534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623880535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623880537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623880538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623880539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,587 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/7a83301f589849fdafa43895a186e49d 2024-11-26T12:23:40,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/040b3e960a2440d5892abf35cdcb518b as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/040b3e960a2440d5892abf35cdcb518b 2024-11-26T12:23:40,595 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/040b3e960a2440d5892abf35cdcb518b, entries=150, sequenceid=527, filesize=30.5 K 2024-11-26T12:23:40,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/a38ed27bd15440adb2389da9e8f53a64 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a38ed27bd15440adb2389da9e8f53a64 2024-11-26T12:23:40,600 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a38ed27bd15440adb2389da9e8f53a64, entries=150, sequenceid=527, filesize=12.0 K 2024-11-26T12:23:40,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/7a83301f589849fdafa43895a186e49d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7a83301f589849fdafa43895a186e49d 2024-11-26T12:23:40,604 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7a83301f589849fdafa43895a186e49d, entries=150, sequenceid=527, filesize=12.0 K 2024-11-26T12:23:40,605 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 282a2fc4977730f00631b00cfde6db2c in 627ms, sequenceid=527, compaction requested=true 2024-11-26T12:23:40,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:40,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:40,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-26T12:23:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-26T12:23:40,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-26T12:23:40,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 781 msec 2024-11-26T12:23:40,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 786 msec 2024-11-26T12:23:40,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T12:23:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:40,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623880852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 335 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623880853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623880857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623880857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623880857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126243cdcb9c2dd472d82cc9c4e20753cee_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623820227/Put/seqid=0 2024-11-26T12:23:40,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742611_1787 (size=12454) 2024-11-26T12:23:40,912 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:40,918 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126243cdcb9c2dd472d82cc9c4e20753cee_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126243cdcb9c2dd472d82cc9c4e20753cee_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:40,920 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/2d4b153583c9451388763067195ae4ed, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:40,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/2d4b153583c9451388763067195ae4ed is 175, key is test_row_0/A:col10/1732623820227/Put/seqid=0 2024-11-26T12:23:40,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742612_1788 (size=31255) 2024-11-26T12:23:40,926 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=552, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/2d4b153583c9451388763067195ae4ed 2024-11-26T12:23:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T12:23:40,928 INFO [Thread-2792 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-26T12:23:40,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T12:23:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-11-26T12:23:40,934 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T12:23:40,935 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T12:23:40,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T12:23:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T12:23:40,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/4e485416c89b458eb1d02c3099b0060e is 50, key is test_row_0/B:col10/1732623820227/Put/seqid=0 2024-11-26T12:23:40,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 337 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623880959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623880959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623880963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623880964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623880964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:40,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742613_1789 (size=12301) 2024-11-26T12:23:40,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/4e485416c89b458eb1d02c3099b0060e 2024-11-26T12:23:40,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/f6ee7fa089bc4857b9e58f19ab95cbbc is 50, key is test_row_0/C:col10/1732623820227/Put/seqid=0 2024-11-26T12:23:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742614_1790 (size=12301) 2024-11-26T12:23:41,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/f6ee7fa089bc4857b9e58f19ab95cbbc 2024-11-26T12:23:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T12:23:41,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/2d4b153583c9451388763067195ae4ed as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2d4b153583c9451388763067195ae4ed 2024-11-26T12:23:41,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2d4b153583c9451388763067195ae4ed, entries=150, sequenceid=552, filesize=30.5 K 2024-11-26T12:23:41,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/4e485416c89b458eb1d02c3099b0060e as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4e485416c89b458eb1d02c3099b0060e 2024-11-26T12:23:41,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4e485416c89b458eb1d02c3099b0060e, entries=150, sequenceid=552, filesize=12.0 K 2024-11-26T12:23:41,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/f6ee7fa089bc4857b9e58f19ab95cbbc as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f6ee7fa089bc4857b9e58f19ab95cbbc 2024-11-26T12:23:41,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f6ee7fa089bc4857b9e58f19ab95cbbc, entries=150, sequenceid=552, filesize=12.0 K 2024-11-26T12:23:41,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 282a2fc4977730f00631b00cfde6db2c in 215ms, sequenceid=552, compaction requested=true 2024-11-26T12:23:41,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:41,060 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:41,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:41,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:41,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:41,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:41,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:41,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:41,060 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:41,062 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 126178 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:41,062 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/A is initiating minor compaction (all files) 2024-11-26T12:23:41,062 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/A in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:41,062 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/459d80af50e84703bf53d813efd6444d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/1b8d3c04892b4c8fbd3aeaeb8d721df2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/040b3e960a2440d5892abf35cdcb518b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2d4b153583c9451388763067195ae4ed] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=123.2 K 2024-11-26T12:23:41,062 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:41,062 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. files: [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/459d80af50e84703bf53d813efd6444d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/1b8d3c04892b4c8fbd3aeaeb8d721df2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/040b3e960a2440d5892abf35cdcb518b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2d4b153583c9451388763067195ae4ed] 2024-11-26T12:23:41,062 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 459d80af50e84703bf53d813efd6444d, keycount=150, bloomtype=ROW, size=31.7 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732623818067 2024-11-26T12:23:41,062 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:41,062 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/B is initiating minor compaction (all files) 2024-11-26T12:23:41,062 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/B in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:41,063 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/fab5efde5c764dbdbe8a79d93c1ccbbd, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/849a36f82d74411aa77e17ef862d8715, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a38ed27bd15440adb2389da9e8f53a64, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4e485416c89b458eb1d02c3099b0060e] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=49.2 K 2024-11-26T12:23:41,063 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b8d3c04892b4c8fbd3aeaeb8d721df2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1732623818712 2024-11-26T12:23:41,063 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 040b3e960a2440d5892abf35cdcb518b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732623819040 2024-11-26T12:23:41,063 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting fab5efde5c764dbdbe8a79d93c1ccbbd, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732623818067 2024-11-26T12:23:41,063 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 849a36f82d74411aa77e17ef862d8715, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1732623818712 2024-11-26T12:23:41,063 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d4b153583c9451388763067195ae4ed, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1732623820227 2024-11-26T12:23:41,063 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting a38ed27bd15440adb2389da9e8f53a64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732623819040 2024-11-26T12:23:41,064 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e485416c89b458eb1d02c3099b0060e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1732623820227 2024-11-26T12:23:41,087 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-26T12:23:41,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:41,087 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T12:23:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:41,092 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#B#compaction#666 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:41,093 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/45aacad947fe4bcbbfeff597ba495f03 is 50, key is test_row_0/B:col10/1732623820227/Put/seqid=0 2024-11-26T12:23:41,109 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:41,124 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126de4da1050f7c409285ef0eba3fe5e3fc_282a2fc4977730f00631b00cfde6db2c store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:41,127 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126de4da1050f7c409285ef0eba3fe5e3fc_282a2fc4977730f00631b00cfde6db2c, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:41,127 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126de4da1050f7c409285ef0eba3fe5e3fc_282a2fc4977730f00631b00cfde6db2c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:41,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266da265a6bd5d41498289516df6ee7073_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623820850/Put/seqid=0 2024-11-26T12:23:41,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. as already flushing 2024-11-26T12:23:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:41,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742615_1791 (size=13595) 2024-11-26T12:23:41,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742616_1792 (size=4469) 2024-11-26T12:23:41,195 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#A#compaction#667 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:41,196 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/d630eb0c45c54827a4954abf4aa2058d is 175, key is test_row_0/A:col10/1732623820227/Put/seqid=0 2024-11-26T12:23:41,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623881192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742617_1793 (size=12454) 2024-11-26T12:23:41,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623881197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 344 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623881198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623881199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623881200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742618_1794 (size=32549) 2024-11-26T12:23:41,217 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/d630eb0c45c54827a4954abf4aa2058d as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d630eb0c45c54827a4954abf4aa2058d 2024-11-26T12:23:41,225 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/A of 282a2fc4977730f00631b00cfde6db2c into d630eb0c45c54827a4954abf4aa2058d(size=31.8 K), total size for store is 31.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:41,225 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:41,225 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/A, priority=12, startTime=1732623821060; duration=0sec 2024-11-26T12:23:41,225 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:41,225 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:A 2024-11-26T12:23:41,225 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T12:23:41,226 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T12:23:41,226 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1540): 282a2fc4977730f00631b00cfde6db2c/C is initiating minor compaction (all files) 2024-11-26T12:23:41,226 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 282a2fc4977730f00631b00cfde6db2c/C in TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:41,226 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/178a0c402da64a5bb9edee18baa7d634, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7cd7edc4ce2b4745b7e9d437cf28db63, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7a83301f589849fdafa43895a186e49d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f6ee7fa089bc4857b9e58f19ab95cbbc] into tmpdir=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp, totalSize=49.2 K 2024-11-26T12:23:41,229 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 178a0c402da64a5bb9edee18baa7d634, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732623818067 2024-11-26T12:23:41,229 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cd7edc4ce2b4745b7e9d437cf28db63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1732623818712 2024-11-26T12:23:41,229 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a83301f589849fdafa43895a186e49d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732623819040 2024-11-26T12:23:41,229 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6ee7fa089bc4857b9e58f19ab95cbbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1732623820227 2024-11-26T12:23:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T12:23:41,255 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 282a2fc4977730f00631b00cfde6db2c#C#compaction#669 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-26T12:23:41,255 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/dabe92b2fcb947e0b974d96619417c9a is 50, key is test_row_0/C:col10/1732623820227/Put/seqid=0 2024-11-26T12:23:41,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742619_1795 (size=13595) 2024-11-26T12:23:41,301 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/dabe92b2fcb947e0b974d96619417c9a as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/dabe92b2fcb947e0b974d96619417c9a 2024-11-26T12:23:41,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623881300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623881305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,308 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/C of 282a2fc4977730f00631b00cfde6db2c into dabe92b2fcb947e0b974d96619417c9a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:41,308 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:41,308 INFO [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/C, priority=12, startTime=1732623821060; duration=0sec 2024-11-26T12:23:41,308 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:41,308 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:C 2024-11-26T12:23:41,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623881306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 346 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623881306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623881306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44514 deadline: 1732623881505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44574 deadline: 1732623881509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44610 deadline: 1732623881510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 348 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44524 deadline: 1732623881510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T12:23:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39263 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44546 deadline: 1732623881511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 2024-11-26T12:23:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T12:23:41,592 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/45aacad947fe4bcbbfeff597ba495f03 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/45aacad947fe4bcbbfeff597ba495f03 2024-11-26T12:23:41,597 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 282a2fc4977730f00631b00cfde6db2c/B of 282a2fc4977730f00631b00cfde6db2c into 45aacad947fe4bcbbfeff597ba495f03(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T12:23:41,597 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:41,597 INFO [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c., storeName=282a2fc4977730f00631b00cfde6db2c/B, priority=12, startTime=1732623821060; duration=0sec 2024-11-26T12:23:41,597 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:41,597 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:B 2024-11-26T12:23:41,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:41,604 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266da265a6bd5d41498289516df6ee7073_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266da265a6bd5d41498289516df6ee7073_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:41,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/319006a672254493a770834601ebefcc, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:41,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/319006a672254493a770834601ebefcc is 175, key is test_row_0/A:col10/1732623820850/Put/seqid=0 2024-11-26T12:23:41,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742620_1796 (size=31255) 2024-11-26T12:23:41,630 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=565, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/319006a672254493a770834601ebefcc 2024-11-26T12:23:41,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/2e45a1aa50d0471da4d938786e961420 is 50, key is test_row_0/B:col10/1732623820850/Put/seqid=0 2024-11-26T12:23:41,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742621_1797 (size=12301) 2024-11-26T12:23:41,682 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/2e45a1aa50d0471da4d938786e961420 2024-11-26T12:23:41,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/4e060d439f3745ca99eaf1a0f477b000 is 50, key is test_row_0/C:col10/1732623820850/Put/seqid=0 2024-11-26T12:23:41,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742622_1798 (size=12301) 2024-11-26T12:23:41,736 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/4e060d439f3745ca99eaf1a0f477b000 2024-11-26T12:23:41,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/319006a672254493a770834601ebefcc as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/319006a672254493a770834601ebefcc 2024-11-26T12:23:41,755 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/319006a672254493a770834601ebefcc, entries=150, sequenceid=565, filesize=30.5 K 2024-11-26T12:23:41,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/2e45a1aa50d0471da4d938786e961420 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/2e45a1aa50d0471da4d938786e961420 2024-11-26T12:23:41,766 DEBUG [Thread-2795 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:61369 2024-11-26T12:23:41,766 DEBUG [Thread-2795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:41,766 DEBUG [Thread-2799 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:61369 2024-11-26T12:23:41,767 DEBUG [Thread-2799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:41,767 DEBUG [Thread-2793 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:61369 2024-11-26T12:23:41,767 DEBUG [Thread-2793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:41,769 DEBUG [Thread-2797 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:61369 2024-11-26T12:23:41,769 DEBUG [Thread-2797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:41,770 DEBUG [Thread-2801 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:61369 2024-11-26T12:23:41,770 DEBUG [Thread-2801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:41,773 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/2e45a1aa50d0471da4d938786e961420, entries=150, sequenceid=565, filesize=12.0 K 2024-11-26T12:23:41,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/4e060d439f3745ca99eaf1a0f477b000 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/4e060d439f3745ca99eaf1a0f477b000 2024-11-26T12:23:41,776 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/4e060d439f3745ca99eaf1a0f477b000, entries=150, sequenceid=565, filesize=12.0 K 2024-11-26T12:23:41,777 INFO [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 282a2fc4977730f00631b00cfde6db2c in 690ms, sequenceid=565, compaction requested=false 2024-11-26T12:23:41,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:41,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:41,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/562bc02006f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-11-26T12:23:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-11-26T12:23:41,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-26T12:23:41,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 843 msec 2024-11-26T12:23:41,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 849 msec 2024-11-26T12:23:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39263 {}] regionserver.HRegion(8581): Flush requested on 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:41,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T12:23:41,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:41,810 DEBUG [Thread-2786 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:61369 2024-11-26T12:23:41,810 DEBUG [Thread-2786 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:41,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:41,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:41,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:41,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:41,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:41,816 DEBUG [Thread-2788 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:61369 2024-11-26T12:23:41,816 DEBUG [Thread-2784 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:61369 2024-11-26T12:23:41,816 DEBUG [Thread-2788 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:41,816 DEBUG [Thread-2784 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:41,816 DEBUG [Thread-2790 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:61369 2024-11-26T12:23:41,816 DEBUG [Thread-2790 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:41,818 DEBUG [Thread-2782 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:61369 2024-11-26T12:23:41,818 DEBUG [Thread-2782 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:41,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e8ff0a1499204e7fbc3f6993590c090a_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623821809/Put/seqid=0 2024-11-26T12:23:41,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742623_1799 (size=12454) 2024-11-26T12:23:41,831 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:41,834 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e8ff0a1499204e7fbc3f6993590c090a_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e8ff0a1499204e7fbc3f6993590c090a_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:41,835 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/dfbf1cb32d7e47a980a41d468867d089, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:41,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/dfbf1cb32d7e47a980a41d468867d089 is 175, key is test_row_0/A:col10/1732623821809/Put/seqid=0 2024-11-26T12:23:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742624_1800 (size=31255) 2024-11-26T12:23:41,839 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=593, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/dfbf1cb32d7e47a980a41d468867d089 2024-11-26T12:23:41,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/a4234e20f5bf4ad088e2767794b61b5c is 50, key is test_row_0/B:col10/1732623821809/Put/seqid=0 2024-11-26T12:23:41,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742625_1801 (size=12301) 2024-11-26T12:23:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T12:23:42,040 INFO [Thread-2792 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-26T12:23:42,040 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T12:23:42,040 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 181 2024-11-26T12:23:42,040 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-26T12:23:42,040 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-26T12:23:42,040 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-26T12:23:42,040 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-26T12:23:42,040 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T12:23:42,040 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5410 2024-11-26T12:23:42,040 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5470 2024-11-26T12:23:42,040 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5309 2024-11-26T12:23:42,040 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5417 2024-11-26T12:23:42,040 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5468 2024-11-26T12:23:42,040 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T12:23:42,040 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T12:23:42,040 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:61369 2024-11-26T12:23:42,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:42,041 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T12:23:42,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T12:23:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-26T12:23:42,044 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623822044"}]},"ts":"1732623822044"} 2024-11-26T12:23:42,045 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T12:23:42,047 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T12:23:42,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T12:23:42,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=282a2fc4977730f00631b00cfde6db2c, UNASSIGN}] 2024-11-26T12:23:42,049 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=282a2fc4977730f00631b00cfde6db2c, UNASSIGN 2024-11-26T12:23:42,050 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=282a2fc4977730f00631b00cfde6db2c, regionState=CLOSING, regionLocation=562bc02006f1,39263,1732623663394 2024-11-26T12:23:42,050 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T12:23:42,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; CloseRegionProcedure 282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394}] 2024-11-26T12:23:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-26T12:23:42,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 562bc02006f1,39263,1732623663394 2024-11-26T12:23:42,202 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(124): Close 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:42,202 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T12:23:42,202 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1681): Closing 282a2fc4977730f00631b00cfde6db2c, disabling compactions & flushes 2024-11-26T12:23:42,202 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:42,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/a4234e20f5bf4ad088e2767794b61b5c 2024-11-26T12:23:42,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/e6f53bc2f452452aba07a285632aa7a8 is 50, key is test_row_0/C:col10/1732623821809/Put/seqid=0 2024-11-26T12:23:42,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742626_1802 (size=12301) 2024-11-26T12:23:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-26T12:23:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-26T12:23:42,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/e6f53bc2f452452aba07a285632aa7a8 2024-11-26T12:23:42,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/dfbf1cb32d7e47a980a41d468867d089 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/dfbf1cb32d7e47a980a41d468867d089 2024-11-26T12:23:42,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/dfbf1cb32d7e47a980a41d468867d089, entries=150, sequenceid=593, filesize=30.5 K 2024-11-26T12:23:42,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/a4234e20f5bf4ad088e2767794b61b5c as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a4234e20f5bf4ad088e2767794b61b5c 2024-11-26T12:23:42,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a4234e20f5bf4ad088e2767794b61b5c, entries=150, sequenceid=593, filesize=12.0 K 2024-11-26T12:23:42,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/e6f53bc2f452452aba07a285632aa7a8 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e6f53bc2f452452aba07a285632aa7a8 2024-11-26T12:23:42,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e6f53bc2f452452aba07a285632aa7a8, entries=150, sequenceid=593, filesize=12.0 K 2024-11-26T12:23:42,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 282a2fc4977730f00631b00cfde6db2c in 861ms, sequenceid=593, compaction requested=true 2024-11-26T12:23:42,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:42,671 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:42,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T12:23:42,671 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:42,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:42,671 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. after waiting 0 ms 2024-11-26T12:23:42,671 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:42,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T12:23:42,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T12:23:42,671 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. because compaction request was cancelled 2024-11-26T12:23:42,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 282a2fc4977730f00631b00cfde6db2c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T12:23:42,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T12:23:42,671 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:B 2024-11-26T12:23:42,671 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(2837): Flushing 282a2fc4977730f00631b00cfde6db2c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T12:23:42,671 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. because compaction request was cancelled 2024-11-26T12:23:42,671 DEBUG [RS:0;562bc02006f1:39263-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:C 2024-11-26T12:23:42,671 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=A 2024-11-26T12:23:42,671 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. because compaction request was cancelled 2024-11-26T12:23:42,671 DEBUG [RS:0;562bc02006f1:39263-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 282a2fc4977730f00631b00cfde6db2c:A 2024-11-26T12:23:42,671 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:42,671 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=B 2024-11-26T12:23:42,671 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:42,671 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 282a2fc4977730f00631b00cfde6db2c, store=C 2024-11-26T12:23:42,671 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T12:23:42,676 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268dea82d5020b4414810ce4b5dae79247_282a2fc4977730f00631b00cfde6db2c is 50, key is test_row_0/A:col10/1732623821814/Put/seqid=0 2024-11-26T12:23:42,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742627_1803 (size=12454) 2024-11-26T12:23:43,080 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T12:23:43,083 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268dea82d5020b4414810ce4b5dae79247_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268dea82d5020b4414810ce4b5dae79247_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:43,084 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/6a1c79b295a44166a5bbd17fc4243ad2, store: [table=TestAcidGuarantees family=A region=282a2fc4977730f00631b00cfde6db2c] 2024-11-26T12:23:43,085 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/6a1c79b295a44166a5bbd17fc4243ad2 is 175, key is test_row_0/A:col10/1732623821814/Put/seqid=0 2024-11-26T12:23:43,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742628_1804 (size=31255) 2024-11-26T12:23:43,089 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=600, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/6a1c79b295a44166a5bbd17fc4243ad2 2024-11-26T12:23:43,094 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/4c83148c457e4dcc9b0684498237f972 is 50, key is test_row_0/B:col10/1732623821814/Put/seqid=0 2024-11-26T12:23:43,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742629_1805 (size=12301) 2024-11-26T12:23:43,097 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/4c83148c457e4dcc9b0684498237f972 2024-11-26T12:23:43,103 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/483a4a341340465f866f57ed3de28b66 is 50, key is test_row_0/C:col10/1732623821814/Put/seqid=0 2024-11-26T12:23:43,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742630_1806 (size=12301) 2024-11-26T12:23:43,107 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/483a4a341340465f866f57ed3de28b66 2024-11-26T12:23:43,110 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/A/6a1c79b295a44166a5bbd17fc4243ad2 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6a1c79b295a44166a5bbd17fc4243ad2 2024-11-26T12:23:43,113 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6a1c79b295a44166a5bbd17fc4243ad2, entries=150, sequenceid=600, filesize=30.5 K 2024-11-26T12:23:43,113 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/B/4c83148c457e4dcc9b0684498237f972 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4c83148c457e4dcc9b0684498237f972 2024-11-26T12:23:43,116 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4c83148c457e4dcc9b0684498237f972, entries=150, sequenceid=600, filesize=12.0 K 2024-11-26T12:23:43,117 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/.tmp/C/483a4a341340465f866f57ed3de28b66 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/483a4a341340465f866f57ed3de28b66 2024-11-26T12:23:43,121 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/483a4a341340465f866f57ed3de28b66, entries=150, sequenceid=600, filesize=12.0 K 2024-11-26T12:23:43,121 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 282a2fc4977730f00631b00cfde6db2c in 450ms, sequenceid=600, compaction requested=true 2024-11-26T12:23:43,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/60439548b89a4ac18fbacdecc64339b0, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bb61ef4c55d84ae1b853869a485aac99, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/ce1a0b4fb58b43d8b82f5e0359b886b4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/0409b4b2c7a34956b5d695e4a34e5efc, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/e0f09761220e4d318943599995cc78b1, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b8673760672c4580ab64ef1b1512cb79, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/e4400775553d4c2883c6cb7006f1637c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bec5a8f66a0146ea826f29c3c7388162, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f15b4cfb9554432a8c33020c84cabe7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/05f33596f76d4032a775b518ad195ae9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af3863d0a9044084a4dbc92a7a7bab59, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/4e4b44dcfc98450683e24416c580b1f2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/739ebcf7d7d242958a9d46524751d919, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d3e6352b3c7949b0bd699f7a665973cd, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6b15a3f99fc54a6f99c893ee7ee0ffc8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/11c6d20e3bec4cfc99c2bbae05ec6334, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/89e223c4030d459dbf18832cfec5f0c6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/47d8087f802145c7a6b5432d7f5a4ca5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/15cac7e72a204988bc03506f86958e82, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d593b3820226474dbbb318a547f988af, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2b8b65fc58e3484f87a3a0dc6edef20a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/295b359bd595401f9ba5fc8c71e10247, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f44af7bab0147d48a1cad04f6572193, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/62bc8963e6da44fdbd403b9fb416dc9d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/5c1e6bbc2f6f4447ba260b5622201296, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b9c54167a4d94c2987e010cb2175519e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/f302ba0100134b779ac37790d7ab9164, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fc1a850257b443689d5d03ce9fb62b32, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fe8e54ba61ca4ed6aaf2c3d9fe51036f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6fde0900be564c24b4205e6826ecc4e6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2a2e64286bf144a9b356d13297560d69, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/3c548889cbda404d9f115bec57e1f559, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/93e73118d8bd4b7e83f2e34ea3246b03, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/459d80af50e84703bf53d813efd6444d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af856bbddcff43eca1416e0d3b524115, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/1b8d3c04892b4c8fbd3aeaeb8d721df2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/040b3e960a2440d5892abf35cdcb518b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2d4b153583c9451388763067195ae4ed] to archive 2024-11-26T12:23:43,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:23:43,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/60439548b89a4ac18fbacdecc64339b0 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/60439548b89a4ac18fbacdecc64339b0 2024-11-26T12:23:43,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bb61ef4c55d84ae1b853869a485aac99 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bb61ef4c55d84ae1b853869a485aac99 2024-11-26T12:23:43,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/ce1a0b4fb58b43d8b82f5e0359b886b4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/ce1a0b4fb58b43d8b82f5e0359b886b4 2024-11-26T12:23:43,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/0409b4b2c7a34956b5d695e4a34e5efc to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/0409b4b2c7a34956b5d695e4a34e5efc 2024-11-26T12:23:43,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/e0f09761220e4d318943599995cc78b1 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/e0f09761220e4d318943599995cc78b1 2024-11-26T12:23:43,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b8673760672c4580ab64ef1b1512cb79 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b8673760672c4580ab64ef1b1512cb79 2024-11-26T12:23:43,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/e4400775553d4c2883c6cb7006f1637c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/e4400775553d4c2883c6cb7006f1637c 2024-11-26T12:23:43,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bec5a8f66a0146ea826f29c3c7388162 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/bec5a8f66a0146ea826f29c3c7388162 2024-11-26T12:23:43,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f15b4cfb9554432a8c33020c84cabe7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f15b4cfb9554432a8c33020c84cabe7 2024-11-26T12:23:43,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/05f33596f76d4032a775b518ad195ae9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/05f33596f76d4032a775b518ad195ae9 2024-11-26T12:23:43,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af3863d0a9044084a4dbc92a7a7bab59 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af3863d0a9044084a4dbc92a7a7bab59 2024-11-26T12:23:43,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/4e4b44dcfc98450683e24416c580b1f2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/4e4b44dcfc98450683e24416c580b1f2 2024-11-26T12:23:43,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/739ebcf7d7d242958a9d46524751d919 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/739ebcf7d7d242958a9d46524751d919 2024-11-26T12:23:43,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d3e6352b3c7949b0bd699f7a665973cd to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d3e6352b3c7949b0bd699f7a665973cd 2024-11-26T12:23:43,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6b15a3f99fc54a6f99c893ee7ee0ffc8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6b15a3f99fc54a6f99c893ee7ee0ffc8 2024-11-26T12:23:43,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/11c6d20e3bec4cfc99c2bbae05ec6334 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/11c6d20e3bec4cfc99c2bbae05ec6334 2024-11-26T12:23:43,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/89e223c4030d459dbf18832cfec5f0c6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/89e223c4030d459dbf18832cfec5f0c6 2024-11-26T12:23:43,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/47d8087f802145c7a6b5432d7f5a4ca5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/47d8087f802145c7a6b5432d7f5a4ca5 2024-11-26T12:23:43,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/15cac7e72a204988bc03506f86958e82 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/15cac7e72a204988bc03506f86958e82 2024-11-26T12:23:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-26T12:23:43,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d593b3820226474dbbb318a547f988af to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d593b3820226474dbbb318a547f988af 2024-11-26T12:23:43,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2b8b65fc58e3484f87a3a0dc6edef20a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2b8b65fc58e3484f87a3a0dc6edef20a 2024-11-26T12:23:43,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/295b359bd595401f9ba5fc8c71e10247 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/295b359bd595401f9ba5fc8c71e10247 2024-11-26T12:23:43,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f44af7bab0147d48a1cad04f6572193 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/8f44af7bab0147d48a1cad04f6572193 2024-11-26T12:23:43,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/62bc8963e6da44fdbd403b9fb416dc9d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/62bc8963e6da44fdbd403b9fb416dc9d 2024-11-26T12:23:43,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/5c1e6bbc2f6f4447ba260b5622201296 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/5c1e6bbc2f6f4447ba260b5622201296 2024-11-26T12:23:43,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b9c54167a4d94c2987e010cb2175519e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/b9c54167a4d94c2987e010cb2175519e 2024-11-26T12:23:43,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/f302ba0100134b779ac37790d7ab9164 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/f302ba0100134b779ac37790d7ab9164 2024-11-26T12:23:43,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fc1a850257b443689d5d03ce9fb62b32 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fc1a850257b443689d5d03ce9fb62b32 2024-11-26T12:23:43,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fe8e54ba61ca4ed6aaf2c3d9fe51036f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/fe8e54ba61ca4ed6aaf2c3d9fe51036f 2024-11-26T12:23:43,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6fde0900be564c24b4205e6826ecc4e6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6fde0900be564c24b4205e6826ecc4e6 2024-11-26T12:23:43,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2a2e64286bf144a9b356d13297560d69 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2a2e64286bf144a9b356d13297560d69 2024-11-26T12:23:43,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/3c548889cbda404d9f115bec57e1f559 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/3c548889cbda404d9f115bec57e1f559 2024-11-26T12:23:43,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/93e73118d8bd4b7e83f2e34ea3246b03 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/93e73118d8bd4b7e83f2e34ea3246b03 2024-11-26T12:23:43,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/459d80af50e84703bf53d813efd6444d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/459d80af50e84703bf53d813efd6444d 2024-11-26T12:23:43,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af856bbddcff43eca1416e0d3b524115 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/af856bbddcff43eca1416e0d3b524115 2024-11-26T12:23:43,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/1b8d3c04892b4c8fbd3aeaeb8d721df2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/1b8d3c04892b4c8fbd3aeaeb8d721df2 2024-11-26T12:23:43,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/040b3e960a2440d5892abf35cdcb518b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/040b3e960a2440d5892abf35cdcb518b 2024-11-26T12:23:43,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2d4b153583c9451388763067195ae4ed to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/2d4b153583c9451388763067195ae4ed 2024-11-26T12:23:43,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/88bac4e82f184d7e8a3190c5bc0911e7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/58466508525f45c6b9af77c575558470, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/feee6bed540e4d62b148c511401aa049, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/287f40955afc4e88a92c5a753bba0105, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/49dfa52c8d954199b46e6794741cc7c8, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/c3d350204e9e4986890735d2fb377aa2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/c0ee870011df4c1f93330054ab2bded5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a542fdc1017e4bb997d976a4f69fae92, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/f5fd97539fc7452b9715555c2ae6efff, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/684cc536b8d94fe39f132ae897c5f7d9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/bfe6d805fa3c496ba0d0d2e255976673, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/10fc61332dc44c99918ceb28791d31b4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4d9e30d8ad284e8d8bbd8aa1bb04f0ae, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/b497af10c2f74997b9d6b89058b222a9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/12de30c777674a4e9574ef8c5d881ba2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/720bbc18f96c46408a6b31edeb8ac501, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/9285e884b12e4c018c6f8b214c331991, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/fdf1dd7336d141db84da5a5ff62962b6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/431514d4103f4677a0a3b80e47411739, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a5c61fe809c84c42a1ab3028711646d4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/2b9dc8cb88a549e98b540a4f0fbf1a4b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/d10446424f7f49769e7804b80b0cab88, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/332b53cb7d7b4b2d9f1f3094cc074120, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/7e41282921fa4d598be6b71a1628072a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/ff885642c2cc40ae8992fe993e25f63f, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3b0211c086a540ed8509cb62609cf218, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/587a649a8eb3416abb3c4e166bbb0468, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/feb28bce98e14de78cfec09e6e8ffe75, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3bd7e0a7ecf5468bb9709c0909802f6b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/884c6498260c4d7da8fdd7d663a7d6c7, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/76bc79cf27924b8a858ba0103487a828, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/38c5f36dfae24dc58c7f6069587be642, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3443a93f908d4ca4b3a90458788ffe1d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/fab5efde5c764dbdbe8a79d93c1ccbbd, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/34f9e6f6aefd47938c90d2ebf4a45303, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/849a36f82d74411aa77e17ef862d8715, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a38ed27bd15440adb2389da9e8f53a64, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4e485416c89b458eb1d02c3099b0060e] to archive 2024-11-26T12:23:43,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:23:43,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/88bac4e82f184d7e8a3190c5bc0911e7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/88bac4e82f184d7e8a3190c5bc0911e7 2024-11-26T12:23:43,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/58466508525f45c6b9af77c575558470 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/58466508525f45c6b9af77c575558470 2024-11-26T12:23:43,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/feee6bed540e4d62b148c511401aa049 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/feee6bed540e4d62b148c511401aa049 2024-11-26T12:23:43,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/287f40955afc4e88a92c5a753bba0105 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/287f40955afc4e88a92c5a753bba0105 2024-11-26T12:23:43,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/49dfa52c8d954199b46e6794741cc7c8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/49dfa52c8d954199b46e6794741cc7c8 2024-11-26T12:23:43,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/c3d350204e9e4986890735d2fb377aa2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/c3d350204e9e4986890735d2fb377aa2 2024-11-26T12:23:43,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/c0ee870011df4c1f93330054ab2bded5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/c0ee870011df4c1f93330054ab2bded5 2024-11-26T12:23:43,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a542fdc1017e4bb997d976a4f69fae92 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a542fdc1017e4bb997d976a4f69fae92 2024-11-26T12:23:43,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/f5fd97539fc7452b9715555c2ae6efff to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/f5fd97539fc7452b9715555c2ae6efff 2024-11-26T12:23:43,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/684cc536b8d94fe39f132ae897c5f7d9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/684cc536b8d94fe39f132ae897c5f7d9 2024-11-26T12:23:43,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/bfe6d805fa3c496ba0d0d2e255976673 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/bfe6d805fa3c496ba0d0d2e255976673 2024-11-26T12:23:43,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/10fc61332dc44c99918ceb28791d31b4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/10fc61332dc44c99918ceb28791d31b4 2024-11-26T12:23:43,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4d9e30d8ad284e8d8bbd8aa1bb04f0ae to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4d9e30d8ad284e8d8bbd8aa1bb04f0ae 2024-11-26T12:23:43,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/b497af10c2f74997b9d6b89058b222a9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/b497af10c2f74997b9d6b89058b222a9 2024-11-26T12:23:43,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/12de30c777674a4e9574ef8c5d881ba2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/12de30c777674a4e9574ef8c5d881ba2 2024-11-26T12:23:43,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/720bbc18f96c46408a6b31edeb8ac501 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/720bbc18f96c46408a6b31edeb8ac501 2024-11-26T12:23:43,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/9285e884b12e4c018c6f8b214c331991 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/9285e884b12e4c018c6f8b214c331991 2024-11-26T12:23:43,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/fdf1dd7336d141db84da5a5ff62962b6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/fdf1dd7336d141db84da5a5ff62962b6 2024-11-26T12:23:43,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/431514d4103f4677a0a3b80e47411739 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/431514d4103f4677a0a3b80e47411739 2024-11-26T12:23:43,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a5c61fe809c84c42a1ab3028711646d4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a5c61fe809c84c42a1ab3028711646d4 2024-11-26T12:23:43,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/2b9dc8cb88a549e98b540a4f0fbf1a4b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/2b9dc8cb88a549e98b540a4f0fbf1a4b 2024-11-26T12:23:43,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/d10446424f7f49769e7804b80b0cab88 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/d10446424f7f49769e7804b80b0cab88 2024-11-26T12:23:43,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/332b53cb7d7b4b2d9f1f3094cc074120 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/332b53cb7d7b4b2d9f1f3094cc074120 2024-11-26T12:23:43,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/7e41282921fa4d598be6b71a1628072a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/7e41282921fa4d598be6b71a1628072a 2024-11-26T12:23:43,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/ff885642c2cc40ae8992fe993e25f63f to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/ff885642c2cc40ae8992fe993e25f63f 2024-11-26T12:23:43,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3b0211c086a540ed8509cb62609cf218 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3b0211c086a540ed8509cb62609cf218 2024-11-26T12:23:43,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/587a649a8eb3416abb3c4e166bbb0468 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/587a649a8eb3416abb3c4e166bbb0468 2024-11-26T12:23:43,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/feb28bce98e14de78cfec09e6e8ffe75 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/feb28bce98e14de78cfec09e6e8ffe75 2024-11-26T12:23:43,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3bd7e0a7ecf5468bb9709c0909802f6b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3bd7e0a7ecf5468bb9709c0909802f6b 2024-11-26T12:23:43,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/884c6498260c4d7da8fdd7d663a7d6c7 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/884c6498260c4d7da8fdd7d663a7d6c7 2024-11-26T12:23:43,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/76bc79cf27924b8a858ba0103487a828 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/76bc79cf27924b8a858ba0103487a828 2024-11-26T12:23:43,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/38c5f36dfae24dc58c7f6069587be642 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/38c5f36dfae24dc58c7f6069587be642 2024-11-26T12:23:43,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3443a93f908d4ca4b3a90458788ffe1d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/3443a93f908d4ca4b3a90458788ffe1d 2024-11-26T12:23:43,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/fab5efde5c764dbdbe8a79d93c1ccbbd to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/fab5efde5c764dbdbe8a79d93c1ccbbd 2024-11-26T12:23:43,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/34f9e6f6aefd47938c90d2ebf4a45303 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/34f9e6f6aefd47938c90d2ebf4a45303 2024-11-26T12:23:43,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/849a36f82d74411aa77e17ef862d8715 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/849a36f82d74411aa77e17ef862d8715 2024-11-26T12:23:43,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a38ed27bd15440adb2389da9e8f53a64 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a38ed27bd15440adb2389da9e8f53a64 2024-11-26T12:23:43,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4e485416c89b458eb1d02c3099b0060e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4e485416c89b458eb1d02c3099b0060e 2024-11-26T12:23:43,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/82003cacd80a4d89a2c26b89aaa9db8a, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/82b2ee10b72a4f7e9d5ac8fed4a2502b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/5e6edf495dd94371a31af12121cdf8b6, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0b0028597455465fac948dd779ad9bbf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0145f222712f43bd8e5fcb2f0a285e77, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/b65a21f8ff624e78880f6b781dd51faf, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0e90e1e1a1864dcca96083ee94f2be48, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/4d85dd7402ad4a04b9e7f5f4216971c4, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ca6ac6f6929241de978e3f2be7de2a38, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/55e46e694457406f94aac502653be8ae, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7ef80976eb264444844867740a92794b, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7a54ceb984114dd5bf59453b73b64092, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f3ea45d83c20462db86b3543d2aadc03, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ceefd09179f84fd7a57e45eb2df4fd5e, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/057dd3d5a8f34a14be993d8f0ab1b91d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/abf1c4b23e234ca798dbfaaa6717e5ba, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/b7f7c1bace6848e69bcb3db0c97d7e56, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/6503fa5449c64b02b61d8281ff0e4d37, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/1104e254b4244a828425a07670b641eb, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/c457211a51ee4686a73d711c47981aa5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/875dd579a9b84b0099c0bcd3299700ea, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ad823119500142b4840d3a9fb9e70522, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/179a27814cd840dc94cb4cc1bfa50c3d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e1b537be35884d24a6c3be74fc68b961, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/682873722eb54488ad0f33453b4956f5, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/57b925bedf1545ca86bd9bd64d465538, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/695e3ff8574248038bc19d0ec725dd7c, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e0a53fdc721148e7b1d5794e718ef8d9, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/fa91742f6ea5475b8708beb71175b6ad, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f7dad95338e54dbd89b53316fa439099, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f659b104185e42b0800954a438c29542, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/05238850eafe4a85a9ffc0edffd27345, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/8d829365934c4e64a5946f913c2a74d2, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/178a0c402da64a5bb9edee18baa7d634, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ef0c30be021c47e5a53fef2b599dd564, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7cd7edc4ce2b4745b7e9d437cf28db63, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7a83301f589849fdafa43895a186e49d, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f6ee7fa089bc4857b9e58f19ab95cbbc] to archive 2024-11-26T12:23:43,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T12:23:43,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/82003cacd80a4d89a2c26b89aaa9db8a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/82003cacd80a4d89a2c26b89aaa9db8a 2024-11-26T12:23:43,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/82b2ee10b72a4f7e9d5ac8fed4a2502b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/82b2ee10b72a4f7e9d5ac8fed4a2502b 2024-11-26T12:23:43,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/5e6edf495dd94371a31af12121cdf8b6 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/5e6edf495dd94371a31af12121cdf8b6 2024-11-26T12:23:43,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0b0028597455465fac948dd779ad9bbf to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0b0028597455465fac948dd779ad9bbf 2024-11-26T12:23:43,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0145f222712f43bd8e5fcb2f0a285e77 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0145f222712f43bd8e5fcb2f0a285e77 2024-11-26T12:23:43,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/b65a21f8ff624e78880f6b781dd51faf to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/b65a21f8ff624e78880f6b781dd51faf 2024-11-26T12:23:43,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0e90e1e1a1864dcca96083ee94f2be48 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/0e90e1e1a1864dcca96083ee94f2be48 2024-11-26T12:23:43,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/4d85dd7402ad4a04b9e7f5f4216971c4 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/4d85dd7402ad4a04b9e7f5f4216971c4 2024-11-26T12:23:43,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ca6ac6f6929241de978e3f2be7de2a38 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ca6ac6f6929241de978e3f2be7de2a38 2024-11-26T12:23:43,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/55e46e694457406f94aac502653be8ae to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/55e46e694457406f94aac502653be8ae 2024-11-26T12:23:43,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7ef80976eb264444844867740a92794b to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7ef80976eb264444844867740a92794b 2024-11-26T12:23:43,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7a54ceb984114dd5bf59453b73b64092 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7a54ceb984114dd5bf59453b73b64092 2024-11-26T12:23:43,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f3ea45d83c20462db86b3543d2aadc03 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f3ea45d83c20462db86b3543d2aadc03 2024-11-26T12:23:43,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ceefd09179f84fd7a57e45eb2df4fd5e to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ceefd09179f84fd7a57e45eb2df4fd5e 2024-11-26T12:23:43,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/057dd3d5a8f34a14be993d8f0ab1b91d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/057dd3d5a8f34a14be993d8f0ab1b91d 2024-11-26T12:23:43,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/abf1c4b23e234ca798dbfaaa6717e5ba to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/abf1c4b23e234ca798dbfaaa6717e5ba 2024-11-26T12:23:43,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/b7f7c1bace6848e69bcb3db0c97d7e56 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/b7f7c1bace6848e69bcb3db0c97d7e56 2024-11-26T12:23:43,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/6503fa5449c64b02b61d8281ff0e4d37 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/6503fa5449c64b02b61d8281ff0e4d37 2024-11-26T12:23:43,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/1104e254b4244a828425a07670b641eb to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/1104e254b4244a828425a07670b641eb 2024-11-26T12:23:43,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/c457211a51ee4686a73d711c47981aa5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/c457211a51ee4686a73d711c47981aa5 2024-11-26T12:23:43,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/875dd579a9b84b0099c0bcd3299700ea to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/875dd579a9b84b0099c0bcd3299700ea 2024-11-26T12:23:43,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ad823119500142b4840d3a9fb9e70522 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ad823119500142b4840d3a9fb9e70522 2024-11-26T12:23:43,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/179a27814cd840dc94cb4cc1bfa50c3d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/179a27814cd840dc94cb4cc1bfa50c3d 2024-11-26T12:23:43,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e1b537be35884d24a6c3be74fc68b961 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e1b537be35884d24a6c3be74fc68b961 2024-11-26T12:23:43,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/682873722eb54488ad0f33453b4956f5 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/682873722eb54488ad0f33453b4956f5 2024-11-26T12:23:43,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/57b925bedf1545ca86bd9bd64d465538 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/57b925bedf1545ca86bd9bd64d465538 2024-11-26T12:23:43,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/695e3ff8574248038bc19d0ec725dd7c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/695e3ff8574248038bc19d0ec725dd7c 2024-11-26T12:23:43,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e0a53fdc721148e7b1d5794e718ef8d9 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e0a53fdc721148e7b1d5794e718ef8d9 2024-11-26T12:23:43,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/fa91742f6ea5475b8708beb71175b6ad to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/fa91742f6ea5475b8708beb71175b6ad 2024-11-26T12:23:43,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f7dad95338e54dbd89b53316fa439099 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f7dad95338e54dbd89b53316fa439099 2024-11-26T12:23:43,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f659b104185e42b0800954a438c29542 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f659b104185e42b0800954a438c29542 2024-11-26T12:23:43,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/05238850eafe4a85a9ffc0edffd27345 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/05238850eafe4a85a9ffc0edffd27345 2024-11-26T12:23:43,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/8d829365934c4e64a5946f913c2a74d2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/8d829365934c4e64a5946f913c2a74d2 2024-11-26T12:23:43,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/178a0c402da64a5bb9edee18baa7d634 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/178a0c402da64a5bb9edee18baa7d634 2024-11-26T12:23:43,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ef0c30be021c47e5a53fef2b599dd564 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/ef0c30be021c47e5a53fef2b599dd564 2024-11-26T12:23:43,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7cd7edc4ce2b4745b7e9d437cf28db63 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7cd7edc4ce2b4745b7e9d437cf28db63 2024-11-26T12:23:43,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7a83301f589849fdafa43895a186e49d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/7a83301f589849fdafa43895a186e49d 2024-11-26T12:23:43,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f6ee7fa089bc4857b9e58f19ab95cbbc to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/f6ee7fa089bc4857b9e58f19ab95cbbc 2024-11-26T12:23:43,253 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/recovered.edits/603.seqid, newMaxSeqId=603, maxSeqId=4 2024-11-26T12:23:43,253 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c. 2024-11-26T12:23:43,253 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1635): Region close journal for 282a2fc4977730f00631b00cfde6db2c: 2024-11-26T12:23:43,255 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(170): Closed 282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:43,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=282a2fc4977730f00631b00cfde6db2c, regionState=CLOSED 2024-11-26T12:23:43,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-11-26T12:23:43,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; CloseRegionProcedure 282a2fc4977730f00631b00cfde6db2c, server=562bc02006f1,39263,1732623663394 in 1.2060 sec 2024-11-26T12:23:43,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=189, resume processing ppid=188 2024-11-26T12:23:43,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, ppid=188, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=282a2fc4977730f00631b00cfde6db2c, UNASSIGN in 1.2090 sec 2024-11-26T12:23:43,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-26T12:23:43,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2120 sec 2024-11-26T12:23:43,262 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732623823261"}]},"ts":"1732623823261"} 2024-11-26T12:23:43,262 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T12:23:43,266 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T12:23:43,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2240 sec 2024-11-26T12:23:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-26T12:23:44,149 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-26T12:23:44,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T12:23:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:44,152 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:44,152 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=191, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-26T12:23:44,155 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,157 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C, FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/recovered.edits] 2024-11-26T12:23:44,160 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/319006a672254493a770834601ebefcc to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/319006a672254493a770834601ebefcc 2024-11-26T12:23:44,161 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6a1c79b295a44166a5bbd17fc4243ad2 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/6a1c79b295a44166a5bbd17fc4243ad2 2024-11-26T12:23:44,163 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d630eb0c45c54827a4954abf4aa2058d to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/d630eb0c45c54827a4954abf4aa2058d 2024-11-26T12:23:44,165 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/dfbf1cb32d7e47a980a41d468867d089 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/A/dfbf1cb32d7e47a980a41d468867d089 2024-11-26T12:23:44,167 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/2e45a1aa50d0471da4d938786e961420 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/2e45a1aa50d0471da4d938786e961420 2024-11-26T12:23:44,169 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/45aacad947fe4bcbbfeff597ba495f03 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/45aacad947fe4bcbbfeff597ba495f03 2024-11-26T12:23:44,170 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4c83148c457e4dcc9b0684498237f972 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/4c83148c457e4dcc9b0684498237f972 2024-11-26T12:23:44,172 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a4234e20f5bf4ad088e2767794b61b5c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/B/a4234e20f5bf4ad088e2767794b61b5c 2024-11-26T12:23:44,174 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/483a4a341340465f866f57ed3de28b66 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/483a4a341340465f866f57ed3de28b66 2024-11-26T12:23:44,175 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/4e060d439f3745ca99eaf1a0f477b000 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/4e060d439f3745ca99eaf1a0f477b000 2024-11-26T12:23:44,176 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/dabe92b2fcb947e0b974d96619417c9a to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/dabe92b2fcb947e0b974d96619417c9a 2024-11-26T12:23:44,178 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e6f53bc2f452452aba07a285632aa7a8 to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/C/e6f53bc2f452452aba07a285632aa7a8 2024-11-26T12:23:44,180 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/recovered.edits/603.seqid to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c/recovered.edits/603.seqid 2024-11-26T12:23:44,181 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/default/TestAcidGuarantees/282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,181 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T12:23:44,181 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T12:23:44,182 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T12:23:44,185 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126006ba1f98f994ab186b83a46a40f6257_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126006ba1f98f994ab186b83a46a40f6257_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,186 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c3f43b3a18948fdb3a789b57053fa83_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c3f43b3a18948fdb3a789b57053fa83_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,187 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c9ffc6f92a84e1bbd7da5d520373d2b_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c9ffc6f92a84e1bbd7da5d520373d2b_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,188 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126126bd27ba51a42a09b1fb8b0fdcdaea7_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126126bd27ba51a42a09b1fb8b0fdcdaea7_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,189 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126243cdcb9c2dd472d82cc9c4e20753cee_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126243cdcb9c2dd472d82cc9c4e20753cee_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,190 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126284e555ad3ac498b9cd9c3e7e97d0699_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126284e555ad3ac498b9cd9c3e7e97d0699_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,191 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112641840c33e7214bd58d13d015e6fbf225_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112641840c33e7214bd58d13d015e6fbf225_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,192 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264960bf13335c4a579b8e7960aadba36d_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264960bf13335c4a579b8e7960aadba36d_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,193 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112658ad4e48501c41f19a6f2ffb87db317a_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112658ad4e48501c41f19a6f2ffb87db317a_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,194 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265b53175040004a328471d22cbafbf484_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265b53175040004a328471d22cbafbf484_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,195 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126631f5ee55a664e7caa86be152418467d_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126631f5ee55a664e7caa86be152418467d_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,196 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126657cdf8520df477a862c716ce69c9eb3_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126657cdf8520df477a862c716ce69c9eb3_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,197 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266da265a6bd5d41498289516df6ee7073_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266da265a6bd5d41498289516df6ee7073_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,198 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268dea82d5020b4414810ce4b5dae79247_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268dea82d5020b4414810ce4b5dae79247_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,199 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112698a5237da56340bab590b31f421f2a74_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112698a5237da56340bab590b31f421f2a74_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,201 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a137b7d300a9434aadc6aed4df27371f_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a137b7d300a9434aadc6aed4df27371f_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,202 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126acaa220691da45729ced34d037980e2b_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126acaa220691da45729ced34d037980e2b_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,203 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b02e999a1448431a8a686463181de343_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b02e999a1448431a8a686463181de343_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,204 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b22ff13cfdaa4e0fb75c5c2364243d30_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b22ff13cfdaa4e0fb75c5c2364243d30_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,206 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b353e3be68474b019fd7ccb87d009afa_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b353e3be68474b019fd7ccb87d009afa_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,208 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b64b5500abc3403d8fc83b306d65f236_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b64b5500abc3403d8fc83b306d65f236_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,209 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b6f6c1b694f449dc8447af953f4b5f0d_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b6f6c1b694f449dc8447af953f4b5f0d_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,210 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b9ef5b117bd2472497b8830c3b3533c9_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b9ef5b117bd2472497b8830c3b3533c9_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,211 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c56b0439c6d64cc7ae1c4ac13e01081a_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c56b0439c6d64cc7ae1c4ac13e01081a_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,212 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c5998814d8bf4de28b6ae96bcc7d27b9_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c5998814d8bf4de28b6ae96bcc7d27b9_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,214 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d26dd21588e04c1587125a8aa30d97ce_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d26dd21588e04c1587125a8aa30d97ce_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,215 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126da378b7d6b68469e9ce4e9eb36a5588f_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126da378b7d6b68469e9ce4e9eb36a5588f_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,217 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e8ff0a1499204e7fbc3f6993590c090a_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e8ff0a1499204e7fbc3f6993590c090a_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,218 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126eae7386bda5841d3a95f3f6796c0d87f_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126eae7386bda5841d3a95f3f6796c0d87f_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,219 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f9ef42daf5e74c7588cf259ebd8777fb_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f9ef42daf5e74c7588cf259ebd8777fb_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,220 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f9fda78e3d4e4eab9ff3214bf8f2c4c5_282a2fc4977730f00631b00cfde6db2c to hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f9fda78e3d4e4eab9ff3214bf8f2c4c5_282a2fc4977730f00631b00cfde6db2c 2024-11-26T12:23:44,221 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T12:23:44,224 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=191, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:44,226 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T12:23:44,228 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T12:23:44,229 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=191, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:44,229 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T12:23:44,230 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732623824230"}]},"ts":"9223372036854775807"} 2024-11-26T12:23:44,231 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T12:23:44,231 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 282a2fc4977730f00631b00cfde6db2c, NAME => 'TestAcidGuarantees,,1732623800172.282a2fc4977730f00631b00cfde6db2c.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T12:23:44,232 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T12:23:44,232 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732623824232"}]},"ts":"9223372036854775807"} 2024-11-26T12:23:44,242 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T12:23:44,244 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=191, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T12:23:44,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 95 msec 2024-11-26T12:23:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-26T12:23:44,253 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-11-26T12:23:44,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240 (was 240), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=727 (was 733), ProcessCount=11 (was 11), AvailableMemoryMB=1359 (was 1402) 2024-11-26T12:23:44,266 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T12:23:44,267 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T12:23:44,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:61369 2024-11-26T12:23:44,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:44,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T12:23:44,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=217906132, stopped=false 2024-11-26T12:23:44,267 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=562bc02006f1,36741,1732623662680 2024-11-26T12:23:44,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T12:23:44,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T12:23:44,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:23:44,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:23:44,270 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T12:23:44,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T12:23:44,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T12:23:44,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:44,271 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '562bc02006f1,39263,1732623663394' ***** 2024-11-26T12:23:44,271 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T12:23:44,272 INFO [RS:0;562bc02006f1:39263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T12:23:44,272 INFO [RS:0;562bc02006f1:39263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T12:23:44,272 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T12:23:44,272 INFO [RS:0;562bc02006f1:39263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T12:23:44,272 INFO [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(3579): Received CLOSE for e364e890693560a4867856bc6ce34108 2024-11-26T12:23:44,272 INFO [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1224): stopping server 562bc02006f1,39263,1732623663394 2024-11-26T12:23:44,272 DEBUG [RS:0;562bc02006f1:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:44,273 INFO [RS:0;562bc02006f1:39263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T12:23:44,273 INFO [RS:0;562bc02006f1:39263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T12:23:44,273 INFO [RS:0;562bc02006f1:39263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T12:23:44,273 INFO [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T12:23:44,273 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e364e890693560a4867856bc6ce34108, disabling compactions & flushes 2024-11-26T12:23:44,273 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. 2024-11-26T12:23:44,273 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. 2024-11-26T12:23:44,273 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. after waiting 0 ms 2024-11-26T12:23:44,273 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. 2024-11-26T12:23:44,273 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing e364e890693560a4867856bc6ce34108 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T12:23:44,273 INFO [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T12:23:44,273 DEBUG [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, e364e890693560a4867856bc6ce34108=hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108.} 2024-11-26T12:23:44,274 DEBUG [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, e364e890693560a4867856bc6ce34108 2024-11-26T12:23:44,274 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T12:23:44,274 INFO [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T12:23:44,274 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T12:23:44,274 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T12:23:44,274 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T12:23:44,274 INFO [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-26T12:23:44,292 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/namespace/e364e890693560a4867856bc6ce34108/.tmp/info/13d5f3e3c79a487385e72f03e2e4ebea is 45, key is default/info:d/1732623668309/Put/seqid=0 2024-11-26T12:23:44,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742631_1807 (size=5037) 2024-11-26T12:23:44,313 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/namespace/e364e890693560a4867856bc6ce34108/.tmp/info/13d5f3e3c79a487385e72f03e2e4ebea 2024-11-26T12:23:44,317 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/namespace/e364e890693560a4867856bc6ce34108/.tmp/info/13d5f3e3c79a487385e72f03e2e4ebea as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/namespace/e364e890693560a4867856bc6ce34108/info/13d5f3e3c79a487385e72f03e2e4ebea 2024-11-26T12:23:44,321 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/namespace/e364e890693560a4867856bc6ce34108/info/13d5f3e3c79a487385e72f03e2e4ebea, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T12:23:44,322 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for e364e890693560a4867856bc6ce34108 in 49ms, sequenceid=6, compaction requested=false 2024-11-26T12:23:44,327 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/namespace/e364e890693560a4867856bc6ce34108/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T12:23:44,328 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/.tmp/info/3093baa7b8ef41bcaafb8af422da5bba is 143, key is hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108./info:regioninfo/1732623668191/Put/seqid=0 2024-11-26T12:23:44,329 INFO [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. 2024-11-26T12:23:44,330 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e364e890693560a4867856bc6ce34108: 2024-11-26T12:23:44,330 DEBUG [RS_CLOSE_REGION-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732623666957.e364e890693560a4867856bc6ce34108. 2024-11-26T12:23:44,333 INFO [regionserver/562bc02006f1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T12:23:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742632_1808 (size=7725) 2024-11-26T12:23:44,474 DEBUG [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T12:23:44,675 DEBUG [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T12:23:44,738 INFO [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/.tmp/info/3093baa7b8ef41bcaafb8af422da5bba 2024-11-26T12:23:44,758 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/.tmp/rep_barrier/d91aedf51f584755abe596be9fe001f6 is 102, key is TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561./rep_barrier:/1732623692990/DeleteFamily/seqid=0 2024-11-26T12:23:44,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742633_1809 (size=6025) 2024-11-26T12:23:44,761 INFO [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/.tmp/rep_barrier/d91aedf51f584755abe596be9fe001f6 2024-11-26T12:23:44,784 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/.tmp/table/161889441ef8430fb305976648ed6ddf is 96, key is TestAcidGuarantees,,1732623668546.4d33bc2c22eeeacb6bc3ff94f6191561./table:/1732623692990/DeleteFamily/seqid=0 2024-11-26T12:23:44,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742634_1810 (size=5942) 2024-11-26T12:23:44,875 DEBUG [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T12:23:44,999 INFO [regionserver/562bc02006f1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T12:23:44,999 INFO [regionserver/562bc02006f1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T12:23:45,075 DEBUG [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T12:23:45,188 INFO [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/.tmp/table/161889441ef8430fb305976648ed6ddf 2024-11-26T12:23:45,191 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/.tmp/info/3093baa7b8ef41bcaafb8af422da5bba as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/info/3093baa7b8ef41bcaafb8af422da5bba 2024-11-26T12:23:45,194 INFO [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/info/3093baa7b8ef41bcaafb8af422da5bba, entries=22, sequenceid=93, filesize=7.5 K 2024-11-26T12:23:45,195 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/.tmp/rep_barrier/d91aedf51f584755abe596be9fe001f6 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/rep_barrier/d91aedf51f584755abe596be9fe001f6 2024-11-26T12:23:45,198 INFO [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/rep_barrier/d91aedf51f584755abe596be9fe001f6, entries=6, sequenceid=93, filesize=5.9 K 2024-11-26T12:23:45,198 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/.tmp/table/161889441ef8430fb305976648ed6ddf as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/table/161889441ef8430fb305976648ed6ddf 2024-11-26T12:23:45,201 INFO [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/table/161889441ef8430fb305976648ed6ddf, entries=9, sequenceid=93, filesize=5.8 K 2024-11-26T12:23:45,202 INFO [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 928ms, sequenceid=93, compaction requested=false 2024-11-26T12:23:45,205 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-26T12:23:45,206 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T12:23:45,206 INFO [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T12:23:45,206 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T12:23:45,206 DEBUG [RS_CLOSE_META-regionserver/562bc02006f1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T12:23:45,275 INFO [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1250): stopping server 562bc02006f1,39263,1732623663394; all regions closed. 2024-11-26T12:23:45,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741834_1010 (size=26050) 2024-11-26T12:23:45,282 DEBUG [RS:0;562bc02006f1:39263 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/oldWALs 2024-11-26T12:23:45,282 INFO [RS:0;562bc02006f1:39263 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 562bc02006f1%2C39263%2C1732623663394.meta:.meta(num 1732623666720) 2024-11-26T12:23:45,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741832_1008 (size=19351885) 2024-11-26T12:23:45,286 DEBUG [RS:0;562bc02006f1:39263 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/oldWALs 2024-11-26T12:23:45,286 INFO [RS:0;562bc02006f1:39263 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 562bc02006f1%2C39263%2C1732623663394:(num 1732623666157) 2024-11-26T12:23:45,286 DEBUG [RS:0;562bc02006f1:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:45,286 INFO [RS:0;562bc02006f1:39263 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T12:23:45,286 INFO [RS:0;562bc02006f1:39263 {}] hbase.ChoreService(370): Chore service for: regionserver/562bc02006f1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T12:23:45,287 INFO [regionserver/562bc02006f1:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T12:23:45,287 INFO [RS:0;562bc02006f1:39263 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39263 2024-11-26T12:23:45,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T12:23:45,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/562bc02006f1,39263,1732623663394 2024-11-26T12:23:45,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [562bc02006f1,39263,1732623663394] 2024-11-26T12:23:45,295 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 562bc02006f1,39263,1732623663394; numProcessing=1 2024-11-26T12:23:45,296 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/562bc02006f1,39263,1732623663394 already deleted, retry=false 2024-11-26T12:23:45,296 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 562bc02006f1,39263,1732623663394 expired; onlineServers=0 2024-11-26T12:23:45,296 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '562bc02006f1,36741,1732623662680' ***** 2024-11-26T12:23:45,296 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T12:23:45,296 DEBUG [M:0;562bc02006f1:36741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d91da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=562bc02006f1/172.17.0.2:0 2024-11-26T12:23:45,296 INFO [M:0;562bc02006f1:36741 {}] regionserver.HRegionServer(1224): stopping server 562bc02006f1,36741,1732623662680 2024-11-26T12:23:45,296 INFO [M:0;562bc02006f1:36741 {}] regionserver.HRegionServer(1250): stopping server 562bc02006f1,36741,1732623662680; all regions closed. 2024-11-26T12:23:45,296 DEBUG [M:0;562bc02006f1:36741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T12:23:45,297 DEBUG [M:0;562bc02006f1:36741 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T12:23:45,297 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T12:23:45,297 DEBUG [M:0;562bc02006f1:36741 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T12:23:45,297 DEBUG [master/562bc02006f1:0:becomeActiveMaster-HFileCleaner.large.0-1732623665886 {}] cleaner.HFileCleaner(306): Exit Thread[master/562bc02006f1:0:becomeActiveMaster-HFileCleaner.large.0-1732623665886,5,FailOnTimeoutGroup] 2024-11-26T12:23:45,297 DEBUG [master/562bc02006f1:0:becomeActiveMaster-HFileCleaner.small.0-1732623665886 {}] cleaner.HFileCleaner(306): Exit Thread[master/562bc02006f1:0:becomeActiveMaster-HFileCleaner.small.0-1732623665886,5,FailOnTimeoutGroup] 2024-11-26T12:23:45,297 INFO [M:0;562bc02006f1:36741 {}] hbase.ChoreService(370): Chore service for: master/562bc02006f1:0 had [] on shutdown 2024-11-26T12:23:45,297 DEBUG [M:0;562bc02006f1:36741 {}] master.HMaster(1733): Stopping service threads 2024-11-26T12:23:45,297 INFO [M:0;562bc02006f1:36741 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T12:23:45,298 ERROR [M:0;562bc02006f1:36741 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:37735 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37735,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-26T12:23:45,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T12:23:45,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T12:23:45,298 INFO [M:0;562bc02006f1:36741 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T12:23:45,298 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T12:23:45,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T12:23:45,299 DEBUG [M:0;562bc02006f1:36741 {}] zookeeper.ZKUtil(347): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T12:23:45,299 WARN [M:0;562bc02006f1:36741 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T12:23:45,299 INFO [M:0;562bc02006f1:36741 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T12:23:45,299 INFO [M:0;562bc02006f1:36741 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T12:23:45,300 DEBUG [M:0;562bc02006f1:36741 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T12:23:45,300 INFO [M:0;562bc02006f1:36741 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T12:23:45,300 DEBUG [M:0;562bc02006f1:36741 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T12:23:45,300 DEBUG [M:0;562bc02006f1:36741 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T12:23:45,300 DEBUG [M:0;562bc02006f1:36741 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T12:23:45,300 INFO [M:0;562bc02006f1:36741 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=799.77 KB heapSize=985.45 KB 2024-11-26T12:23:45,322 DEBUG [M:0;562bc02006f1:36741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ed3e3c5d8884123926ef768d681ce62 is 82, key is hbase:meta,,1/info:regioninfo/1732623666853/Put/seqid=0 2024-11-26T12:23:45,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742635_1811 (size=5672) 2024-11-26T12:23:45,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T12:23:45,395 INFO [RS:0;562bc02006f1:39263 {}] regionserver.HRegionServer(1307): Exiting; stopping=562bc02006f1,39263,1732623663394; zookeeper connection closed. 2024-11-26T12:23:45,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x10033c6b3fa0001, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T12:23:45,395 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4113cd17 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4113cd17 2024-11-26T12:23:45,395 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T12:23:45,727 INFO [M:0;562bc02006f1:36741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2285 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ed3e3c5d8884123926ef768d681ce62 2024-11-26T12:23:45,755 DEBUG [M:0;562bc02006f1:36741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81c1deb7e2244f548d97858728d61735 is 2279, key is \x00\x00\x00\x00\x00\x00\x00\x9E/proc:d/1732623801690/Put/seqid=0 2024-11-26T12:23:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742636_1812 (size=47186) 2024-11-26T12:23:46,162 INFO [M:0;562bc02006f1:36741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=799.21 KB at sequenceid=2285 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81c1deb7e2244f548d97858728d61735 2024-11-26T12:23:46,166 INFO [M:0;562bc02006f1:36741 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81c1deb7e2244f548d97858728d61735 2024-11-26T12:23:46,188 DEBUG [M:0;562bc02006f1:36741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3bba26897864ef2aefff6dae1f2eb05 is 69, key is 562bc02006f1,39263,1732623663394/rs:state/1732623665925/Put/seqid=0 2024-11-26T12:23:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073742637_1813 (size=5156) 2024-11-26T12:23:46,193 INFO [M:0;562bc02006f1:36741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2285 (bloomFilter=true), to=hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3bba26897864ef2aefff6dae1f2eb05 2024-11-26T12:23:46,200 DEBUG [M:0;562bc02006f1:36741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ed3e3c5d8884123926ef768d681ce62 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ed3e3c5d8884123926ef768d681ce62 2024-11-26T12:23:46,206 INFO [M:0;562bc02006f1:36741 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ed3e3c5d8884123926ef768d681ce62, entries=8, sequenceid=2285, filesize=5.5 K 2024-11-26T12:23:46,207 DEBUG [M:0;562bc02006f1:36741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81c1deb7e2244f548d97858728d61735 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81c1deb7e2244f548d97858728d61735 2024-11-26T12:23:46,209 INFO [M:0;562bc02006f1:36741 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81c1deb7e2244f548d97858728d61735 2024-11-26T12:23:46,210 INFO [M:0;562bc02006f1:36741 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81c1deb7e2244f548d97858728d61735, entries=191, sequenceid=2285, filesize=46.1 K 2024-11-26T12:23:46,210 DEBUG [M:0;562bc02006f1:36741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3bba26897864ef2aefff6dae1f2eb05 as hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3bba26897864ef2aefff6dae1f2eb05 2024-11-26T12:23:46,214 INFO [M:0;562bc02006f1:36741 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37735/user/jenkins/test-data/2c5ef832-c7e1-8d6d-0345-2e9367443c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3bba26897864ef2aefff6dae1f2eb05, entries=1, sequenceid=2285, filesize=5.0 K 2024-11-26T12:23:46,214 INFO [M:0;562bc02006f1:36741 {}] regionserver.HRegion(3040): Finished flush of dataSize ~799.77 KB/818960, heapSize ~985.15 KB/1008792, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=2285, compaction requested=false 2024-11-26T12:23:46,220 INFO [M:0;562bc02006f1:36741 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T12:23:46,221 DEBUG [M:0;562bc02006f1:36741 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T12:23:46,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42983 is added to blk_1073741830_1006 (size=968772) 2024-11-26T12:23:46,225 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T12:23:46,225 INFO [M:0;562bc02006f1:36741 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T12:23:46,225 INFO [M:0;562bc02006f1:36741 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36741 2024-11-26T12:23:46,227 DEBUG [M:0;562bc02006f1:36741 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/562bc02006f1,36741,1732623662680 already deleted, retry=false 2024-11-26T12:23:46,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T12:23:46,329 INFO [M:0;562bc02006f1:36741 {}] regionserver.HRegionServer(1307): Exiting; stopping=562bc02006f1,36741,1732623662680; zookeeper connection closed. 2024-11-26T12:23:46,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x10033c6b3fa0000, quorum=127.0.0.1:61369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T12:23:46,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T12:23:46,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T12:23:46,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T12:23:46,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T12:23:46,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/hadoop.log.dir/,STOPPED} 2024-11-26T12:23:46,341 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T12:23:46,341 WARN [BP-3219972-172.17.0.2-1732623659895 heartbeating to localhost/127.0.0.1:37735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T12:23:46,341 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T12:23:46,342 WARN [BP-3219972-172.17.0.2-1732623659895 heartbeating to localhost/127.0.0.1:37735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-3219972-172.17.0.2-1732623659895 (Datanode Uuid 02f8bf92-a9bb-4f3b-9089-57040423b622) service to localhost/127.0.0.1:37735 2024-11-26T12:23:46,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/cluster_218063b9-1d59-0d39-06ed-34fead17aa80/dfs/data/data1/current/BP-3219972-172.17.0.2-1732623659895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T12:23:46,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/cluster_218063b9-1d59-0d39-06ed-34fead17aa80/dfs/data/data2/current/BP-3219972-172.17.0.2-1732623659895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T12:23:46,347 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T12:23:46,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T12:23:46,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T12:23:46,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T12:23:46,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T12:23:46,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/766e63e6-1e07-f072-f326-932afe46deb1/hadoop.log.dir/,STOPPED} 2024-11-26T12:23:46,384 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T12:23:46,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down